-- Logs begin at Mon 2022-05-09 17:33:35 UTC, end at Mon 2022-05-09 18:49:43 UTC. -- May 09 18:20:54.450930 dv-cinder-841125-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 09 18:20:57.252668 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! May 09 18:20:57.253268 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 18:20:57.253468 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 18:20:57.258149 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! May 09 18:20:57.258512 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 18:20:57.258840 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 18:20:57.259836 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:20:57.260077 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:20:57.260450 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:20:57.260699 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:20:57.260934 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:20:57.261252 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.261657 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.261894 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.262196 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.262492 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.262779 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.263071 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.263396 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.263686 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.263969 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.264254 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.264486 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.264770 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.265058 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.265346 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.265571 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.265853 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.266298 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.266709 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.266994 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.267479 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.267650 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.267925 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.268203 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.268491 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.268825 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] host = dv-cinder-841125-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.269106 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.269396 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.269685 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.270505 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.270784 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.271067 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.271401 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.271666 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.271941 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.272222 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.272515 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.272806 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.273101 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.273331 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.273557 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.273847 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.274152 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.274433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.274713 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.274993 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.275303 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.275583 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.275858 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.276146 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.276436 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.276727 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.277001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.277285 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.277559 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.277835 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.278124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.278403 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.278682 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.278962 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.279276 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.279552 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.279829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.280133 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.280423 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.280708 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.281003 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.281280 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.281565 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.281840 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.282115 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.282388 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.282663 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.282938 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.283247 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.283525 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.283800 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.284075 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.284349 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.284636 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.284910 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:57.285214 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.285541 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.286394 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.286686 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.287034 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.287355 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.287651 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.287935 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.288229 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.288522 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.288817 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.289102 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.289407 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.289701 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.289999 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.290309 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.290607 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.290909 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.291212 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.291494 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.291774 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.292057 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.292349 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.292629 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.292923 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.293215 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.293498 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.293799 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.294087 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.294378 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.294674 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.294972 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.295285 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.295571 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.295867 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.296150 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.296427 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.296719 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.297001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.297276 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.297559 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.297839 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.298115 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.298386 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.298665 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.298958 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.299260 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.299538 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.299811 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.300093 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.300368 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.300654 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.300940 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.301239 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.301516 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.301798 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.302074 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.302351 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.302630 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.302906 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.303198 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.303481 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.303755 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.304031 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.304306 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.304580 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.304853 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.305129 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.305409 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.305681 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.305960 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.306235 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.306514 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.306791 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.307098 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.307407 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.307692 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.307977 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.308263 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.308544 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.308824 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.309109 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.309393 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.309670 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.309963 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.310251 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.310544 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.310833 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.311115 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.311456 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.311739 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.312020 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.312307 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.312588 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.312868 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.313155 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.313441 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.313736 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.314032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.314327 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.314622 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.314914 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.315215 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.315532 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.315814 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:57.316036 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:20:57.316278 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 18:20:57.774580 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 18:20:57.774861 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 18:20:57.775169 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 18:20:57.775531 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 18:20:58.100924 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.101151 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.101426 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.102626 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.102901 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.103166 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.157851 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.158128 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.158395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.173439 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.173724 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.173995 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.204598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.204877 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.205145 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.242059 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.242334 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.242601 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.579651 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.580257 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.580257 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.580524 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.581133 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.684781 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.685098 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.685383 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.685654 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.685920 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.686228 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.686490 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.686746 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.687001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.687305 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.687568 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.687831 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.688088 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.688341 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.688596 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.688860 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.689114 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.689381 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.689653 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.689911 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.690185 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.690438 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.690717 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.691095 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.691367 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.691615 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.692037 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.692279 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.692517 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.692753 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.692990 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.693227 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:58.693589 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 18:20:58.696669 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 18:20:58.700587 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 18:20:58.704405 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 09 18:20:58.706017 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 18:20:58.706484 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 18:20:58.706819 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 18:20:58.707224 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 18:20:58.710670 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 18:20:58.710917 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 18:20:58.711284 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 18:20:58.716097 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 09 18:20:58.740009 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 09 18:20:58.740462 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.740761 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 09 18:20:58.741133 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.742479 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 18:20:58.742757 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 18:20:58.743002 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 18:20:58.746547 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.746829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:58.809168 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 18:20:58.809407 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 18:20:58.809648 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 18:20:58.810006 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 18:20:58.830345 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_db.sqlalchemy.engines [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 09 18:20:59.269562 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing driver for type 'gre' May 09 18:20:59.270166 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] gre ID ranges: [(1, 1000)] May 09 18:20:59.328551 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing driver for type 'local' May 09 18:20:59.328934 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing driver for type 'vlan' May 09 18:20:59.342032 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] VlanTypeDriver initialization complete May 09 18:20:59.342407 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing driver for type 'vxlan' May 09 18:20:59.342896 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] vxlan ID ranges: [(1, 1000)] May 09 18:20:59.396640 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing extension driver 'port_security' May 09 18:20:59.397047 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.extensions.port_security [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] PortSecurityExtensionDriver initialization complete May 09 18:20:59.397381 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing mechanism driver 'openvswitch' May 09 18:20:59.397716 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing mechanism driver 'hyperv' May 09 18:20:59.404256 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:20:59.405129 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.405508 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.405865 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.406395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.406838 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.407219 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.407575 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.407977 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.408389 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.408743 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.409088 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.409485 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.409894 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.410250 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.411143 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.411566 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.411977 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.412325 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.412667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.413061 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.413468 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > address_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.413822 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > address_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.414163 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.414557 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:20:59.414999 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] ML2 OVO RPC backend initialized. {{(pid=103214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 09 18:20:59.415735 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.416096 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.416517 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.416869 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > networks before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.417221 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.417564 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > ports before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.417909 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.418251 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnets before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.418598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.418940 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.419302 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.419643 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.419981 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.420321 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.420655 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.420994 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.421330 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.428829 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded quota_driver: . May 09 18:20:59.429199 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Modular L2 Plugin initialization complete May 09 18:20:59.429546 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading services supported by the core plugin {{(pid=103214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 18:20:59.429891 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Got port-security extension from driver 'port_security' May 09 18:20:59.430369 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.extensions.vlantransparent [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Disabled vlantransparent extension. May 09 18:20:59.430865 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 18:20:59.431214 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: router May 09 18:20:59.466243 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.466637 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.467006 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router before_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.467395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.467773 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.468133 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.468495 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.468849 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.469210 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.469558 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.469908 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.470257 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.470732 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.471148 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.471543 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.471885 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.472224 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.472660 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.473574 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.473958 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.474310 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.474656 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.475014 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.475388 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.475745 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.476108 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.476456 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.476821 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.477174 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > agent after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.477522 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.478378 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Tracking information for resource: router configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:59.478714 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Tracking information for resource: floatingip configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:20:59.483648 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.db.l3_agentschedulers_db [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 18:20:59.484232 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.484593 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.484943 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.485293 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.486094 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router before_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.486463 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.486826 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.487204 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > router precommit_update 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.492039 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.provider_configuration [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service providers = [] {{(pid=103214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 18:20:59.492410 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.db.servicetype_db [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 18:20:59.495360 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:20:59.495715 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:20:59.496061 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:20:59.497202 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:20:59.497572 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.services.service_base [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 18:20:59.497946 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.498266 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 18:20:59.508910 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.509246 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: auto_allocate May 09 18:20:59.515111 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: network precommit_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.515507 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: network precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.516027 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.516347 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: tag May 09 18:20:59.523643 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.523927 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: timestamp May 09 18:20:59.527744 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.528079 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: network_ip_availability May 09 18:20:59.533515 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.533887 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.534245 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.534950 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.535302 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: flavors May 09 18:20:59.540255 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.540592 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading Plugin: revisions May 09 18:20:59.544853 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:20:59.545248 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 18:20:59.545979 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 09 18:20:59.546319 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Initializing extension manager. May 09 18:20:59.546849 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: __init__.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.547225 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: __pycache__ {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.547570 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: _port_mac_address_override.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.547907 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.548656 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.549223 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: address-group May 09 18:20:59.549550 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.550261 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.550777 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: address-scope May 09 18:20:59.551644 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.552577 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.553093 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: router-admin-state-down-before-update May 09 18:20:59.553417 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: agent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.554116 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.554629 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: agent May 09 18:20:59.554953 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: agent_resources_synced.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.555900 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.556421 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: agent-resources-synced May 09 18:20:59.556747 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: allowedaddresspairs.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.558526 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.559053 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: allowed-address-pairs May 09 18:20:59.559419 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: auto_allocated_topology.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.560502 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.561020 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: auto-allocated-topology May 09 18:20:59.561348 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.562039 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.562555 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: availability_zone May 09 18:20:59.562881 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: availability_zone_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.563826 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.564383 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: availability_zone_filter May 09 18:20:59.564712 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: data_plane_status.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.565760 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.566406 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension data-plane-status not supported by any of loaded plugins May 09 18:20:59.567331 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: default_subnetpools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.568415 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.569057 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: default-subnetpools May 09 18:20:59.569446 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.570418 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.570996 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: dhcp_agent_scheduler May 09 18:20:59.571445 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: dns.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.572749 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.573345 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension dns-integration not supported by any of loaded plugins May 09 18:20:59.573892 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: dns_domain_ports.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.574961 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.575635 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 18:20:59.576027 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.577141 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.577791 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 09 18:20:59.578134 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: dvr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.578843 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.579442 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: dvr May 09 18:20:59.579815 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: ecmp_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.580879 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.581475 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension ecmp_routes not supported by any of loaded plugins May 09 18:20:59.581968 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: empty_string_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.583146 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.583815 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: empty-string-filtering May 09 18:20:59.584169 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.585181 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.585876 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 18:20:59.586271 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.587380 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.588044 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 18:20:59.588410 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: external_net.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.589599 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.590239 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: external-net May 09 18:20:59.590860 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.592044 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.592623 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: extra_dhcp_opt May 09 18:20:59.593078 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: extraroute.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.594176 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.594867 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: extraroute May 09 18:20:59.595329 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: extraroute_atomic.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.596780 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.597443 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: extraroute-atomic May 09 18:20:59.597834 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: filter_validation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.599243 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.599915 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: filter-validation May 09 18:20:59.600300 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: fip_pf_description.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.601432 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.602114 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 18:20:59.602495 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: fip_pf_port_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.603677 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.604342 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 09 18:20:59.604703 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: fip_port_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.605804 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.606474 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: fip-port-details May 09 18:20:59.606901 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.608540 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.609090 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: flavors May 09 18:20:59.609451 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.611752 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.612302 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 18:20:59.612667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: floatingip_pools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.613518 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.614745 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: floatingip-pools May 09 18:20:59.615144 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: ip_allocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.616428 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.616986 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension ip_allocation not supported by any of loaded plugins May 09 18:20:59.617487 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.618524 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.619119 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: ip-substring-filtering May 09 18:20:59.619535 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l2_adjacency.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.620600 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.621148 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension l2_adjacency not supported by any of loaded plugins May 09 18:20:59.621771 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.622888 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.623439 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: router May 09 18:20:59.623772 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.626042 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.626578 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 18:20:59.626915 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.627866 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.628388 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: ext-gw-mode May 09 18:20:59.628719 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.629670 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.630187 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: l3-ha May 09 18:20:59.630515 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.631442 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.631956 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 09 18:20:59.632285 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.633209 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.633725 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: l3-flavors May 09 18:20:59.634052 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.635450 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.635972 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 09 18:20:59.636302 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.637221 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.637739 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: l3-port-ip-change-not-allowed May 09 18:20:59.638068 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: l3agentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.639116 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.639659 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: l3_agent_scheduler May 09 18:20:59.639993 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: local_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.643327 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.643859 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension local_ip not supported by any of loaded plugins May 09 18:20:59.644197 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: logging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.645696 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.646216 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension logging not supported by any of loaded plugins May 09 18:20:59.646551 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: metering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.647338 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.647921 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: metering May 09 18:20:59.648250 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.649358 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.649880 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: metering_source_and_destination_fields May 09 18:20:59.650212 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: multiprovidernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.651146 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.651684 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: multi-provider May 09 18:20:59.652012 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: netmtu.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.652930 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.653443 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: net-mtu May 09 18:20:59.653769 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: netmtu_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.654683 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.655211 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: net-mtu-writable May 09 18:20:59.655540 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: network_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.656208 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.656718 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: network_availability_zone May 09 18:20:59.657041 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: network_ip_availability.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.658140 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.658654 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: network-ip-availability May 09 18:20:59.658981 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: network_segment_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.659778 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.660285 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension network-segment-range not supported by any of loaded plugins May 09 18:20:59.661125 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: pagination.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.662102 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.662433 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: pagination May 09 18:20:59.662755 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_device_profile.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.663697 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.664212 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-device-profile May 09 18:20:59.664533 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_mac_address_override.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.665461 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.665972 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-mac-override May 09 18:20:59.666294 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.667311 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.667825 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-mac-address-regenerate May 09 18:20:59.668146 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.669051 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.669562 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-numa-affinity-policy May 09 18:20:59.669883 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_resource_request.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.670790 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.671334 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension port-resource-request not supported by any of loaded plugins May 09 18:20:59.671660 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: port_resource_request_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.672618 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.673123 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 09 18:20:59.673452 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: portbindings.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.674380 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.674989 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: binding May 09 18:20:59.675353 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: portbindings_extended.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.677158 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.677672 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: binding-extended May 09 18:20:59.678001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: portsecurity.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.678912 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.679465 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-security May 09 18:20:59.679799 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: project_id.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.680770 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.681105 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: project-id May 09 18:20:59.681428 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: providernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.682346 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.682866 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: provider May 09 18:20:59.683209 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.686919 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.687483 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos not supported by any of loaded plugins May 09 18:20:59.687817 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.689063 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.689582 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 18:20:59.689916 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.690852 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.691394 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 18:20:59.691754 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_default.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.692673 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.693190 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-default not supported by any of loaded plugins May 09 18:20:59.693528 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.694475 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.694984 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-fip not supported by any of loaded plugins May 09 18:20:59.695352 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.696268 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.696782 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 09 18:20:59.697109 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_gateway_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.698028 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.698544 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 18:20:59.698872 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_port_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.699823 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.700339 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 18:20:59.700667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.701699 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.702222 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 09 18:20:59.702553 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.703621 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.704143 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 09 18:20:59.704474 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_pps_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.705649 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.706168 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-pps not supported by any of loaded plugins May 09 18:20:59.706497 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_rule_type_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.707492 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.708009 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 18:20:59.708336 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.709253 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.709764 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 09 18:20:59.710090 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: qos_rules_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.711126 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.711669 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 18:20:59.711997 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: quota_check_limit.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.712978 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.713502 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: quota-check-limit May 09 18:20:59.713829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: quotasv2.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.714752 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.715082 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: quotas May 09 18:20:59.715436 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: quotasv2_detail.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.717138 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.717478 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: quota_details May 09 18:20:59.717808 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: rbac.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.718861 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.719414 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: rbac-policies May 09 18:20:59.719747 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: rbac_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.720678 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.721200 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: rbac-address-group May 09 18:20:59.721526 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: rbac_address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.722446 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.723504 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: rbac-address-scope May 09 18:20:59.723831 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: rbac_security_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.724756 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.725277 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: rbac-security-groups May 09 18:20:59.725605 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: rbac_subnetpool.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.726523 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.727040 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: rbac-subnetpool May 09 18:20:59.727401 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: revisionifmatch.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.728323 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.728842 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: revision-if-match May 09 18:20:59.729167 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: revisions.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.730278 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.730794 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: standard-attr-revisions May 09 18:20:59.731124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: router_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.731821 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.732338 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: router_availability_zone May 09 18:20:59.732664 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: routerservicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.733594 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.734118 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension router-service-type not supported by any of loaded plugins May 09 18:20:59.734444 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.735392 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.735909 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: security-groups-normalized-cidr May 09 18:20:59.736234 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.737160 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.737678 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: port-security-groups-filtering May 09 18:20:59.738004 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.739578 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.740103 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: security-groups-remote-address-group May 09 18:20:59.740431 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.741481 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.742001 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: security-groups-shared-filtering May 09 18:20:59.742330 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.742916 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 09 18:20:59.743274 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: securitygroup.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.752974 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.753509 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: security-group May 09 18:20:59.753846 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.754598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.755116 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension segment not supported by any of loaded plugins May 09 18:20:59.755471 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.756408 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.756921 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 18:20:59.757248 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: servicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.758347 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.758943 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: service-type May 09 18:20:59.759302 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: sorting.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.760288 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.760619 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: sorting May 09 18:20:59.760945 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: standard_attr_segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.761858 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.762376 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 18:20:59.762702 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: standardattrdescription.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.763369 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.763882 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: standard-attr-description May 09 18:20:59.764210 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: stateful_security_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.765151 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.765668 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: stateful-security-group May 09 18:20:59.765995 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: stdattrs_common.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.766561 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 18:20:59.766882 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.767840 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.768361 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 18:20:59.768689 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnet_onboard.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.769776 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.770299 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: subnet_onboard May 09 18:20:59.770627 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.771591 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.772107 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 18:20:59.772433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnet_service_types.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.773356 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.773922 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: subnet-service-types May 09 18:20:59.774206 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnetallocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.775323 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.775922 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: subnet_allocation May 09 18:20:59.776256 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.776923 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.777436 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: subnetpool-prefix-ops May 09 18:20:59.777762 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.778688 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.779224 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 18:20:59.779553 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: tagging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.780633 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.781151 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: standard-attr-tag May 09 18:20:59.781480 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: timestamp.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.782670 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.783207 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loaded extension: standard-attr-timestamp May 09 18:20:59.783547 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: trunk.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.784583 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.785105 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension trunk not supported by any of loaded plugins May 09 18:20:59.785952 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: trunk_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.786865 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.787410 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension trunk-details not supported by any of loaded plugins May 09 18:20:59.787740 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: uplink_status_propagation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.788664 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.789182 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 18:20:59.789509 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Loading extension file: vlantransparent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:20:59.790175 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:20:59.790686 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extension vlan-transparent not supported by any of loaded plugins May 09 18:20:59.793241 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:network May 09 18:20:59.793763 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnet May 09 18:20:59.794166 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:20:59.794554 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:port May 09 18:20:59.795796 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.796250 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.796860 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.797293 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.797631 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:router May 09 18:20:59.798063 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:floatingip May 09 18:20:59.798537 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.800001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.800378 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.800739 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:20:59.802307 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of CountableResource for resource:rbac_policy May 09 18:20:59.802749 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:security_group May 09 18:20:59.803201 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 18:20:59.803803 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.804146 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:20:59.804490 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] subnetpool is already registered May 09 18:20:59.804912 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.805245 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:20:59.805576 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] subnetpool is already registered May 09 18:20:59.807867 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.808305 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.808898 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.809320 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.809653 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:router May 09 18:20:59.809992 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] router is already registered May 09 18:20:59.810407 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:floatingip May 09 18:20:59.810742 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] floatingip is already registered May 09 18:20:59.811214 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.811888 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of CountableResource for resource:rbac_policy May 09 18:20:59.812220 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] rbac_policy is already registered May 09 18:20:59.812634 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:security_group May 09 18:20:59.812969 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] security_group is already registered May 09 18:20:59.813371 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 18:20:59.813705 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] security_group_rule is already registered May 09 18:20:59.814325 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.814659 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:20:59.814994 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] subnetpool is already registered May 09 18:20:59.815449 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:20:59.815774 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:20:59.816106 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] subnetpool is already registered May 09 18:20:59.816602 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: extensions {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.818041 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: address-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.819539 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: address-scopes {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.820851 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.822003 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: auto-allocated-topology {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.823266 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: availability_zones {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.824501 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: dhcp-networks {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.825996 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: dhcp-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.827437 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.829620 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: flavors {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.830777 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.832009 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: next_providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.833498 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.835025 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: floatingip-pools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.836275 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.838346 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: floatingips {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.840537 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: l3-routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.841944 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: l3-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.843395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: metering-labels {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.844772 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: metering-label-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.846045 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: network-ip-availabilities {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.847323 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: bindings {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.849489 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.851032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.852584 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: rbac-policies {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.853871 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: security-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.855089 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: security-group-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.856345 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: service-providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.857560 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.858971 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.860468 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.862125 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.864622 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.866379 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.868184 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.870020 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.871986 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.873875 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.875651 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.877570 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:20:59.883655 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 18:20:59.888797 dv-cinder-841125-3-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 18:20:59.897429 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Acquired lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 09 18:20:59.897901 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Releasing lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 09 18:20:59.898547 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Starting 2 workers May 09 18:20:59.903482 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Started child 103323 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:20:59.907999 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Started child 103324 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:20:59.908959 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.909667 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO neutron.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Neutron service started, listening on 0.0.0.0:9696 May 09 18:20:59.910193 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.911063 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [-] (103323) wsgi starting up on http://0.0.0.0:9696 May 09 18:20:59.913113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.913586 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Starting 1 workers May 09 18:20:59.914682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 May 09 18:20:59.918501 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Started child 103325 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:20:59.919029 dv-cinder-841125-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Starting 1 workers May 09 18:20:59.922146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] calling RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 18:20:59.922680 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] returning from RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 18:20:59.923599 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Started child 103326 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:20:59.924019 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.924376 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a292cd-0ea9-4f19-b733-9b4e2d6df789 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.924565 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:20:59.926836 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 18:20:59.927046 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:20:59.927255 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:20:59.927487 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:20:59.927821 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:20:59.927988 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:20:59.928511 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.928788 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.929035 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:20:59.929496 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.929496 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.929883 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.930065 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:20:59.930186 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.930392 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.930674 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.930949 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.931119 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.931316 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.931561 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.931812 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.932124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.932382 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.932635 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.932861 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.933035 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.933290 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.933549 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.933777 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.934066 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.934309 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.934836 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.935073 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.935365 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.935586 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.935873 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.936103 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.936360 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.936609 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.936863 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.937085 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.937354 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.937598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.937831 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.938051 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.938303 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.938521 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.939009 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-841125-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.939251 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.939474 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.939704 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.939952 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.940208 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.940425 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.940700 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.940957 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.941216 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.941442 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.941744 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.941993 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.942246 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.942516 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.942682 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.942916 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.943207 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.943460 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.943655 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.943825 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.943989 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.944248 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.944401 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.944678 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.944895 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.945114 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.945354 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.945589 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.945833 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.946077 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.946322 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.946542 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.946751 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.947000 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.947253 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.947480 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.947725 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.947974 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.948194 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.948440 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.948674 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.948919 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.949134 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.949346 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.949586 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.949837 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.951212 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.951457 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.951713 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.953500 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.953500 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.953813 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.954063 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.955335 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.955530 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.955670 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.955967 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.956280 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.956455 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.956820 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.956943 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.957213 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.957372 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.957615 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.958018 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.958150 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.958357 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.958573 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.958789 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.959027 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.959281 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:20:59.959720 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.959998 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.960296 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.960567 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.960839 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.961091 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.961327 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.961612 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.961817 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.962071 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.962395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.962643 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.962969 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.963256 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.963730 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.963829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.964062 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.964326 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.964574 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.964819 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.965040 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.965265 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.967850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968451 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968451 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968451 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968451 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968733 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.968848 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.969087 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.969340 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.969607 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.969853 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.970130 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.970391 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.970626 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.970858 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.971204 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.972667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974072 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974072 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974072 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974072 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974600 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974600 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974868 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.974868 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.975167 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.975347 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.975582 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.975803 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.976045 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.976248 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.976458 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.976696 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.976904 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.977137 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.977359 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.977570 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.977787 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.978004 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.978216 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.978431 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.978671 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.978884 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.979100 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.979362 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.979578 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.979792 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.980011 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.980225 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.980440 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.980650 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.980888 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.981120 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.981333 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.981544 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.981756 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.981974 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.982282 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.982535 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.982791 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.983034 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.983325 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.983564 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.983816 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.984052 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.984269 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.984501 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.984783 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.985036 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.985282 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.985504 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.985722 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.986005 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.986319 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.986545 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.986806 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.987027 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.987287 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.987516 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.987817 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.988077 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.988342 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.989129 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.989398 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.989694 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.989948 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.990217 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.990440 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.990697 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.991008 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.991391 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.991692 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.991993 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.992263 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.992525 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.992756 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.993115 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.993382 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.993634 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.993911 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.994150 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.994378 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.994616 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.994870 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.995236 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.995449 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.995668 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.995892 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.996433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.996706 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.996946 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.997235 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.997479 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.997738 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.997997 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.998251 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.998489 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.998736 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.998967 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.999203 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.999457 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.999708 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:20:59.999960 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.000179 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.000416 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.000655 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.000873 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.001097 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.001396 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.001619 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.001863 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.002114 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.002376 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.002622 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.002880 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.003101 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.003382 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.003643 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.003842 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.004186 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.004335 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.004612 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.004866 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.005115 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.005341 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.005592 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.005829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.006047 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.006299 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.006526 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.006742 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.006960 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.007210 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.007445 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008124 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008377 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008585 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.008938 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.009180 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.009411 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.009666 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.009915 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.010154 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.010393 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.010611 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.010850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.011074 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.011382 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.011625 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.011846 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.012069 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.012289 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.012530 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.012793 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.013039 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.013280 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.013516 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.013740 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.013958 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.014197 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.014436 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.014653 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.014864 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.015083 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.015321 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.015618 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.015918 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.016182 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.016420 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.016677 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.016930 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.017167 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.017476 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.017698 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.017951 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.018437 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.018663 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.018878 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.019108 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.019469 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.020240 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.020472 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.020749 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.020963 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.021194 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.021408 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.021726 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.021983 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.022214 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.022483 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.022731 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.022945 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.023159 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.023433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.023693 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.024008 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.024174 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.024400 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.024612 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.024836 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.025056 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.025266 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.025568 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.025817 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.026039 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.026338 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.026585 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.026842 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.027099 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.027428 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.027644 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.027888 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.028139 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.028363 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.028591 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.028850 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.029195 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.029479 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.029749 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.030008 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.030307 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.030589 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.030875 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.031096 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.031434 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.031752 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.032030 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.032291 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.032556 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.032811 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.033037 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.033280 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.033502 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.033741 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.033959 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.034205 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.034435 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.034666 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.034886 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.035116 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.035391 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.036161 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.036377 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.036610 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.036829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.037007 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:21:00.037549 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 18:21:00.037720 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:21:00.037878 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:21:00.038055 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:21:00.038249 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:21:00.038405 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:21:00.038616 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.038782 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.038948 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039112 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039320 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039484 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039654 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039819 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.039981 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040143 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040330 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040492 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040656 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040820 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.040992 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.041133 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.041294 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.041464 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.041629 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.041791 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.042619 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.042619 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.042893 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:00.043032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043032 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.043646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044086 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044086 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044086 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044439 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044439 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044439 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044810 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.044810 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045079 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-841125-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045226 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045381 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045529 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045664 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045744 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.045884 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046060 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046184 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046326 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046497 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046667 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.046857 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.047648 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.047812 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.047977 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.048146 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.048433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.048602 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.048769 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.048939 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049102 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049266 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049429 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049593 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049755 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.049917 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.050083 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.051267 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.051435 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.051566 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.051731 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.051892 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.052078 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.052552 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.052716 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.053180 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.053633 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.053808 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.053971 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.054134 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.054297 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.054460 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.055775 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.055951 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056120 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056287 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056454 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056618 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056781 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.056944 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057106 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057268 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057431 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057760 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.057922 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058090 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058253 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058415 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058578 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058740 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.058902 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.059063 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060057 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060244 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060410 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060575 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060738 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.060902 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.061066 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.061230 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:21:00.061416 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.062523 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.063050 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.063738 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.063917 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064087 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064255 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064423 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064589 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064755 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.064929 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.065084 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.065260 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.065427 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.065591 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.065760 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.066001 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.066246 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.067777 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.067956 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068131 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068303 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068482 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068652 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068820 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.068989 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.069155 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.069331 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.069499 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.069674 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.069856 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070204 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070204 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070400 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070478 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070813 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.070980 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.071693 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.071894 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072065 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072231 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072399 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072565 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072731 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.072898 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073063 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073232 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073397 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073562 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073728 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.073893 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074059 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074223 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074390 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074556 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074725 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.074905 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075071 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075271 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075413 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075579 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075744 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.075931 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076114 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076230 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076395 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076560 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076753 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.076905 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077070 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077235 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077402 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077567 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077736 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.077903 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078068 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078234 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078397 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078560 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078724 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.078889 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079054 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079240 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079411 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079576 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079741 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.079905 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080068 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080238 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080419 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080601 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080766 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.080929 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081095 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081261 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081426 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081592 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081756 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.081920 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.082087 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.082762 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.082931 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083099 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083290 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083456 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083620 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083786 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.083950 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084117 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084305 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084470 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084636 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084802 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.084967 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085130 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085293 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085458 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085631 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085795 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.085964 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086129 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086300 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086475 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086640 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086804 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.086969 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087132 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087324 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087491 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087656 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087822 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.087985 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.088150 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.088327 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.088499 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.088664 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.088829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089016 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089181 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089345 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089510 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089675 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.089839 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090004 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090169 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090333 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090497 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090664 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090828 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.090994 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.091159 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.091345 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.091512 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.091677 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.091842 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092008 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092174 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092339 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092505 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092670 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.092836 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093003 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093168 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093333 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093498 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093681 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093846 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.093981 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094169 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094334 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094501 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094666 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094829 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.094995 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.095163 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.095347 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.095513 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.095678 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.095844 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096010 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096176 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096343 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096510 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096676 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.096842 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097008 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097173 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097339 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097507 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097693 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.097866 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.098591 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.098780 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.098920 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099087 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099278 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099447 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099614 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099780 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.099946 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100112 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100278 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100445 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100611 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100778 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.100943 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101108 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101273 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101443 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101614 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101769 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.101936 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102103 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102269 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102433 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102598 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102764 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.102928 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103094 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103280 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103447 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103629 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103797 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.103961 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104125 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104290 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104455 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104631 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104796 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.104961 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105125 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105290 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105453 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105628 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105791 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.105956 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.106120 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.106285 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.106449 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.106622 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.106786 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107007 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107102 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107276 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107442 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107615 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107780 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.107945 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108109 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108273 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108438 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108616 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108781 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.108945 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109110 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109274 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109438 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109610 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109776 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.109940 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110099 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110265 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110430 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110595 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110772 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.110936 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111103 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111289 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111455 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111620 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111788 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.111958 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112132 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112304 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112472 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112646 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112819 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.112996 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.113162 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.113333 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.113534 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.113704 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.113870 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114036 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114201 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114365 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114530 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114695 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.114859 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115024 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115204 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115372 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115536 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115701 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.115865 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116029 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116196 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116359 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116538 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116690 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:21:00.116846 dv-cinder-841125-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:21:00.124335 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 57932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:00.132867 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064247 May 09 18:21:11.415136 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a90119-4cdb-4e04-8594-fe845c2c9004 None None] get_active_networks_info from dv-cinder-841125-3-iscsi {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 09 18:21:11.469917 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a90119-4cdb-4e04-8594-fe845c2c9004 None None] No non-hosted networks {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 18:21:11.484242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.agentschedulers_db [None req-d0a90119-4cdb-4e04-8594-fe845c2c9004 None None] DHCP Agent not found on host dv-cinder-841125-3-iscsi {{(pid=103325) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 18:21:11.565620 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ede9c1-92e6-4fbc-a297-f56431784ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:13.579168 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49d7c583-d192-4919-a77c-1e49d0160e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:13.614110 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dafbe98-fe25-43a4-9262-7971485a78d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:14.519858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 57996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:14.689652 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:15.101262 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-b4da5324-7924-42fb-a6f1-2e1d12bd8f64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:15.101882 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-b4da5324-7924-42fb-a6f1-2e1d12bd8f64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:15.323935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-b4da5324-7924-42fb-a6f1-2e1d12bd8f64 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:21:15.339262 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b4da5324-7924-42fb-a6f1-2e1d12bd8f64 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8043098 May 09 18:21:16.138391 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:17.538313 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:17.540011 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.540823 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.541622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.542639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.543271 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.543944 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.544634 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.545249 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.546039 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.546707 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.547365 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.547940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.549268 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.550070 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.550772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:17.551683 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841125-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:17.560144 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841125-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:17.876634 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:18.202445 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:18.294086 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.policy [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 18:21:18.335887 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:18.336272 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:18.438950 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938656338', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938655822', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938705768', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938699038', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938692986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776938749122', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3586859', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3426585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712469'] for rbac-policy (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:18.510829 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:18.523203 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ed0fb249-10fc-4c53-adb4-5136f2f1eb8b admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6344013 May 09 18:21:18.842073 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.db.l3_hamode_db [None req-bdfb9d6c-9c82-486c-ab8b-f6a3b4d1a335 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 18:21:18.924348 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb9d6c-9c82-486c-ab8b-f6a3b4d1a335 None None] Routers set() bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:21:18.924729 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb9d6c-9c82-486c-ab8b-f6a3b4d1a335 None None] Router IDs set() for agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 09 18:21:20.957794 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:21.435426 dv-cinder-841125-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:21.435993 dv-cinder-841125-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:21.656163 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:21.710573 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Made reservation on behalf of 36617c1516b14f15a3b4a35692ff654f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:21:21.771940 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.policy [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103323) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 18:21:21.812241 dv-cinder-841125-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:21.812613 dv-cinder-841125-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:21:21.823311 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:21.844692 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:21.959401 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks [] for security_group (6067f6cf-f283-4f40-81e0-fe8a6157920e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:21.963720 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (6067f6cf-f283-4f40-81e0-fe8a6157920e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:21.995859 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:21:22.023248 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776939202061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (0daa0086-1fcb-4fa5-ba41-e2c519b71c2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:22.023845 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Unsubscribe: segment precommit_create {{(pid=103323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 18:21:22.024376 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Added segment 0daa0086-1fcb-4fa5-ba41-e2c519b71c2c of type vlan for network 07215f0a-8683-4507-abec-5d7812ba829f May 09 18:21:22.039255 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6067f6cf-f283-4f40-81e0-fe8a6157920e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:22.059788 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.060134 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.060492 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.060862 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.061179 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.061510 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.061884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.062225 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.062553 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.062876 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.063211 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.063551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.063874 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.064190 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.064511 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Tracked resource versions report: May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: pushed versions: May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Agent': {'1.1'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Log': {'1.0'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Network': {'1.1'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Port': {'1.7'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: consumer versions: May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Agent': '1.1', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Log': '1.0', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'NDPProxy': '1.0', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Network': '1.1', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Port': '1.7', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'PortForwarding': '1.3', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'QosPolicy': '1.10', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SubPort': '1.0', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Subnet': '1.1', May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Trunk': '1.1'}} May 09 18:21:22.066563 dv-cinder-841125-3-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:21:22.142803 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (07215f0a-8683-4507-abec-5d7812ba829f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:22.185161 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (07215f0a-8683-4507-abec-5d7812ba829f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:22.190584 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:22.191314 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:22.280794 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3208690 May 09 18:21:22.308980 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0a406-f729-4c88-80c3-71ea38270867 demo demo] Pushing event updated for resources: {'Network': ['ID=07215f0a-8683-4507-abec-5d7812ba829f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:22.324798 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 07215f0a-8683-4507-abec-5d7812ba829f details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:21:24.789013 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:25.188128 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51889999-2c9a-41ab-ae6a-3977cf1a0361 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:25.189432 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-51889999-2c9a-41ab-ae6a-3977cf1a0361 demo admin] 10.222.0.25 "GET /v2.0/networks/07215f0a-8683-4507-abec-5d7812ba829f HTTP/1.1" status: 200 len: 825 time: 0.3994446 May 09 18:21:25.226485 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-af33636a-6bab-45c6-ae46-2f2481794c11 demo admin] 10.222.0.25 "GET /v2.0/subnetpools/d9f288ef-86e6-42fd-b110-fa55e13c90c1 HTTP/1.1" status: 200 len: 734 time: 0.0307877 May 09 18:21:25.234798 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Request body: {'subnet': {'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:25.256134 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Made reservation on behalf of 36617c1516b14f15a3b4a35692ff654f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:21:25.258336 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:25.554574 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (12a0c309-7689-4466-bfab-641015570830), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:25.624712 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=12a0c309-7689-4466-bfab-641015570830,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:25.627042 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Checking segment: {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:21:25.627439 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Network hostable DHCP agents. Network: 07215f0a-8683-4507-abec-5d7812ba829f, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:21:25.651749 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Network 07215f0a-8683-4507-abec-5d7812ba829f is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:21:25.662655 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 07215f0a-8683-4507-abec-5d7812ba829f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:25.667123 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:25.667767 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:25.672182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c0d74-9693-43bc-a070-cf9bed3f9daa None None] Network 07215f0a-8683-4507-abec-5d7812ba829f requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:21:25.687666 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5e0f0422-045a-4689-abc0-95fb78a6f1e7 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4560111 May 09 18:21:25.934760 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-07215f0a-8683-4507-abec-5d7812ba829f', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:21:25.936033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.210037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Allocated IP 172.20.0.2 (07215f0a-8683-4507-abec-5d7812ba829f/12a0c309-7689-4466-bfab-641015570830/232d9c47-1549-4a91-87b7-0644831c30e3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:21:26.488415 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks [] for port (232d9c47-1549-4a91-87b7-0644831c30e3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.497302 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.566599 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Network 07215f0a-8683-4507-abec-5d7812ba829f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:21:26.573304 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:26.586486 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:21:26.588675 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Pushing event updated for resources: {'Port': ['ID=232d9c47-1549-4a91-87b7-0644831c30e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:26.599089 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.599466 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.599826 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.600185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.600521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.600852 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.601183 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.601510 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.601840 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.602167 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.602494 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.602833 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.603162 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.603506 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.603834 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Tracked resource versions report: May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: pushed versions: May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Agent': {'1.1'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Log': {'1.0'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Network': {'1.1'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Port': {'1.7'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: consumer versions: May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Agent': '1.1', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Log': '1.0', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'NDPProxy': '1.0', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Network': '1.1', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Port': '1.7', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'PortForwarding': '1.3', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'QosPolicy': '1.10', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SubPort': '1.0', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Subnet': '1.1', May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Trunk': '1.1'}} May 09 18:21:26.605272 dv-cinder-841125-3-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:21:26.681260 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Attempting to bind port 232d9c47-1549-4a91-87b7-0644831c30e3 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:21:26.681938 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Attempting to bind port 232d9c47-1549-4a91-87b7-0644831c30e3 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:21:26.682066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Attempting to bind port 232d9c47-1549-4a91-87b7-0644831c30e3 on network 07215f0a-8683-4507-abec-5d7812ba829f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:21:26.687096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:21:26.687516 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Checking segment: {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:21:26.688003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.688395 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Bound using segment: {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:21:26.688879 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Bound port: 232d9c47-1549-4a91-87b7-0644831c30e3, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:21:26.689287 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.752180 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] For port 232d9c47-1549-4a91-87b7-0644831c30e3, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:21:26.773754 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] For port 232d9c47-1549-4a91-87b7-0644831c30e3, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=232d9c47-1549-4a91-87b7-0644831c30e3,segment=NetworkSegment(0daa0086-1fcb-4fa5-ba41-e2c519b71c2c),segment_id=0daa0086-1fcb-4fa5-ba41-e2c519b71c2c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:21:26.780317 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:26.836066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f42ad-0bbe-4f8e-ae55-a39189f18e55 None None] Pushing event updated for resources: {'Port': ['ID=232d9c47-1549-4a91-87b7-0644831c30e3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:28.171884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:28.478880 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-075a9025-1bae-468c-bfb6-86855d9c8bd4 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:21:28.479897 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-075a9025-1bae-468c-bfb6-86855d9c8bd4 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3070946 May 09 18:21:30.941942 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:31.256678 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-9bb6e986-fda1-40f1-adb6-ec6d7507286f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:21:31.257699 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9bb6e986-fda1-40f1-adb6-ec6d7507286f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3147438 May 09 18:21:33.705795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:34.019241 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:34.043313 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (36b10864-7082-447f-99ad-785de67458d5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:34.044837 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (36b10864-7082-447f-99ad-785de67458d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:34.180059 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Publish callbacks [] for router_controller (36b10864-7082-447f-99ad-785de67458d5), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:34.184911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (36b10864-7082-447f-99ad-785de67458d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:34.201560 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:34.202694 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5241292a-5bd7-443d-acda-7f9248ec552f demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4959397 May 09 18:21:36.646822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:36.953111 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-df77e109-81c1-4789-9900-c6be08b5dd03 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:21:36.954100 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-df77e109-81c1-4789-9900-c6be08b5dd03 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3060441 May 09 18:21:38.245803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 232d9c47-1549-4a91-87b7-0644831c30e3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:21:38.286029 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb0721-8063-4611-b47a-f9d1321a6f8d None None] Network 07215f0a-8683-4507-abec-5d7812ba829f requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:21:38.381486 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Provisioning complete for port 232d9c47-1549-4a91-87b7-0644831c30e3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:38.381890 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:38.419757 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 232d9c47-1549-4a91-87b7-0644831c30e3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:38.420149 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:38.611062 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:38.611513 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:38.613289 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:38.613652 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:38.662119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 232d9c47-1549-4a91-87b7-0644831c30e3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=232d9c47-1549-4a91-87b7-0644831c30e3,segment=NetworkSegment(0daa0086-1fcb-4fa5-ba41-e2c519b71c2c),segment_id=0daa0086-1fcb-4fa5-ba41-e2c519b71c2c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:21:38.666299 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:38.738736 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:21:38.739131 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:21:38.741723 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=232d9c47-1549-4a91-87b7-0644831c30e3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:39.274741 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b14c4cb6-fec2-4e90-806d-4e6b0584df3e None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:39.390607 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e526d5e4-be20-4c1b-84b2-5056078d867f None None] Provisioning complete for port 232d9c47-1549-4a91-87b7-0644831c30e3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:39.391036 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e526d5e4-be20-4c1b-84b2-5056078d867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.424230 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58108) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:39.471158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e526d5e4-be20-4c1b-84b2-5056078d867f None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:39.729140 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:39.748440 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Made reservation on behalf of 969d4448da94407dbcabadb61787000d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:21:39.750758 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.759020 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.834191 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks [] for security_group (a8602464-0b6d-4ead-b539-0e6994aaf6f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.837072 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a8602464-0b6d-4ead-b539-0e6994aaf6f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.850138 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Reserving flat network on physical network physnet1 {{(pid=103323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 18:21:39.871729 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8602464-0b6d-4ead-b539-0e6994aaf6f7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:39.874482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (934971c8-7ead-415b-96f6-6fe88faeb787), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.874816 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Added segment 934971c8-7ead-415b-96f6-6fe88faeb787 of type flat for network b020be39-2dab-4a06-8a07-96fb262908c3 May 09 18:21:39.919167 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (b020be39-2dab-4a06-8a07-96fb262908c3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.951102 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (b020be39-2dab-4a06-8a07-96fb262908c3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:39.952069 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:39.952627 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:40.030965 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6056378 May 09 18:21:40.044033 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb370b38-f523-48bb-bf8e-9572ccca7769 admin admin] Pushing event updated for resources: {'Network': ['ID=b020be39-2dab-4a06-8a07-96fb262908c3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:40.055279 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network b020be39-2dab-4a06-8a07-96fb262908c3 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:21:40.234379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 232d9c47-1549-4a91-87b7-0644831c30e3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:21:40.279691 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 232d9c47-1549-4a91-87b7-0644831c30e3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:40.280323 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:40.402745 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:41.341093 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2931e9a4-8244-4034-bfe9-a25b15c53b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:42.448046 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:42.799873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc571932-b282-4014-8f46-f80c1cd3343c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:42.801171 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cc571932-b282-4014-8f46-f80c1cd3343c demo admin] 10.222.0.25 "GET /v2.0/subnets/12a0c309-7689-4466-bfab-641015570830 HTTP/1.1" status: 200 len: 849 time: 0.3521953 May 09 18:21:42.922009 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2d90025d-7976-42fa-853c-0f50b7c3cd8f demo admin] 10.222.0.25 "GET /v2.0/routers/36b10864-7082-447f-99ad-785de67458d5 HTTP/1.1" status: 200 len: 704 time: 0.1152575 May 09 18:21:43.203276 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:43.530325 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Allocated IP 172.20.0.1 (07215f0a-8683-4507-abec-5d7812ba829f/12a0c309-7689-4466-bfab-641015570830/175b3d78-ff07-4008-a3bc-c3f0b69c1992) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:21:43.569596 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a23a43e-7a97-4e46-ba53-0f4914cf5c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:43.682500 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks [] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:43.756280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:43.818882 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Network 07215f0a-8683-4507-abec-5d7812ba829f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:21:43.823121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:43.828574 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:21:43.828929 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (36b10864-7082-447f-99ad-785de67458d5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:43.895737 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Pushing event updated for resources: {'Port': ['ID=175b3d78-ff07-4008-a3bc-c3f0b69c1992,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:44.014022 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b38bdcf-4b49-4fa5-8e16-5a1852767748 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:44.014421 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b38bdcf-4b49-4fa5-8e16-5a1852767748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.041693 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.050042 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b38bdcf-4b49-4fa5-8e16-5a1852767748 None None] Port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:21:44.245400 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks [] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.249731 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.250503 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (36b10864-7082-447f-99ad-785de67458d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.330121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Pushing event updated for resources: {'Port': ['ID=175b3d78-ff07-4008-a3bc-c3f0b69c1992,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:44.371459 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Network 07215f0a-8683-4507-abec-5d7812ba829f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:21:44.372745 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:44.533670 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Router 36b10864-7082-447f-99ad-785de67458d5 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:21:44.571617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef3c31a6-a824-4b71-81d4-c087e167ea30 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:44.572174 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef3c31a6-a824-4b71-81d4-c087e167ea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.613623 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c31a6-a824-4b71-81d4-c087e167ea30 None None] Port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:21:44.626077 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:21:44.631648 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9ebcaa70-d729-45a5-9441-0ccb00e621c1 demo admin] 10.222.0.25 "PUT /v2.0/routers/36b10864-7082-447f-99ad-785de67458d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7040713 May 09 18:21:44.636922 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Sync routers for ids ['36b10864-7082-447f-99ad-785de67458d5'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:21:44.642860 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:44.652267 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Routers {'36b10864-7082-447f-99ad-785de67458d5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:21:44.653104 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:21:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['36b10864-7082-447f-99ad-785de67458d5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:44.844986 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Set router 36b10864-7082-447f-99ad-785de67458d5 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:21:45.279962 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:43Z', 'revision_number': 2, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port_host': None, '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:44Z', 'revision_number': 2, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:45.330945 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Checking router: 36b10864-7082-447f-99ad-785de67458d5 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:21:45.331418 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Updating router 36b10864-7082-447f-99ad-785de67458d5 port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:21:45.383563 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:45.886848 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks [] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:45.893819 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.035325 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Pushing event updated for resources: {'Port': ['ID=175b3d78-ff07-4008-a3bc-c3f0b69c1992,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:46.079736 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.080087 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.081093 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.081093 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.081725 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.082092 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.082449 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.082792 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.083125 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.083477 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.083808 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.084150 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.084476 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.084813 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.085121 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Tracked resource versions report: May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: pushed versions: May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Agent': {'1.1'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Log': {'1.0'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Network': {'1.1'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Port': {'1.7'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: consumer versions: May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Agent': '1.1', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Log': '1.0', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'NDPProxy': '1.0', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Network': '1.1', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Port': '1.7', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'PortForwarding': '1.3', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'QosPolicy': '1.10', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SubPort': '1.0', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Subnet': '1.1', May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Trunk': '1.1'}} May 09 18:21:46.086547 dv-cinder-841125-3-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:21:46.089273 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Attempting to bind port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:21:46.089509 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Attempting to bind port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:21:46.089962 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Attempting to bind port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 on network 07215f0a-8683-4507-abec-5d7812ba829f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:21:46.090059 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.096386 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:21:46.096810 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Checking segment: {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:21:46.097284 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.098218 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Bound using segment: {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:21:46.098218 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Bound port: 175b3d78-ff07-4008-a3bc-c3f0b69c1992, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daa0086-1fcb-4fa5-ba41-e2c519b71c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:21:46.098514 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.147866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f0719874-8d93-49d0-910f-fdb788db8778 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:46.148342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0719874-8d93-49d0-910f-fdb788db8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.166386 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] For port 175b3d78-ff07-4008-a3bc-c3f0b69c1992, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:21:46.185768 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] For port 175b3d78-ff07-4008-a3bc-c3f0b69c1992, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=175b3d78-ff07-4008-a3bc-c3f0b69c1992,segment=NetworkSegment(0daa0086-1fcb-4fa5-ba41-e2c519b71c2c),segment_id=0daa0086-1fcb-4fa5-ba41-e2c519b71c2c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:21:46.191522 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0719874-8d93-49d0-910f-fdb788db8778 None None] Port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:21:46.192131 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.250316 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Routers {'36b10864-7082-447f-99ad-785de67458d5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:21:46.250952 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:21:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['36b10864-7082-447f-99ad-785de67458d5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:46.254074 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2788fe-2a76-4daf-ae91-5c03c7333b4e None None] Pushing event updated for resources: {'Port': ['ID=175b3d78-ff07-4008-a3bc-c3f0b69c1992,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:46.350119 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] Set router 36b10864-7082-447f-99ad-785de67458d5 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:21:46.575037 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:43Z', 'revision_number': 2, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port_host': None, '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:46Z', 'revision_number': 4, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:46.586845 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:46.587553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.603493 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea889c6-4f16-4a32-9da1-9f6b51551b32 None None] The sync data for ids ['36b10864-7082-447f-99ad-785de67458d5'] in dv-cinder-841125-3-iscsi is: [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:43Z', 'revision_number': 2, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port_host': None, '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:46Z', 'revision_number': 4, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:21:46.694628 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Current status of the port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:46.694950 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.745717 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] For port 175b3d78-ff07-4008-a3bc-c3f0b69c1992, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=175b3d78-ff07-4008-a3bc-c3f0b69c1992,segment=NetworkSegment(0daa0086-1fcb-4fa5-ba41-e2c519b71c2c),segment_id=0daa0086-1fcb-4fa5-ba41-e2c519b71c2c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:21:46.752393 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:46.806472 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dcec0-0676-40e4-9aea-1605b28c1402 None None] Pushing event updated for resources: {'Port': ['ID=175b3d78-ff07-4008-a3bc-c3f0b69c1992,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:47.150070 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:47.343655 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621db393-a41c-4899-8954-5c57296c8a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:47.345047 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-621db393-a41c-4899-8954-5c57296c8a2e admin admin] 10.222.0.25 "GET /v2.0/networks/b020be39-2dab-4a06-8a07-96fb262908c3 HTTP/1.1" status: 200 len: 842 time: 0.1939957 May 09 18:21:47.354254 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:47.373237 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Made reservation on behalf of 969d4448da94407dbcabadb61787000d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:21:47.375461 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:47.542719 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:47.711909 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.objects.ports [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 09 18:21:47.712338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (9b01b5cd-8ace-4cb1-bb70-c35ea449f686), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:47.769405 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b01b5cd-8ace-4cb1-bb70-c35ea449f686,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:47.773564 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:21:47.773920 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Network hostable DHCP agents. Network: b020be39-2dab-4a06-8a07-96fb262908c3, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:21:47.791260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:21:47.800473 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, b020be39-2dab-4a06-8a07-96fb262908c3) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:47.804270 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:47.804868 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:47.812145 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec20e7d-fd91-44b0-9774-a117d9f2b0a6 None None] Network b020be39-2dab-4a06-8a07-96fb262908c3 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:21:47.827866 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-eda1ee37-6afd-4ebb-9f9e-364b29c08393 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767797 May 09 18:21:47.914589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a73eb-f0d8-4b36-bfa2-17840304deeb None None] Network b020be39-2dab-4a06-8a07-96fb262908c3 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:21:50.243516 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:50.377563 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ea433292-0da1-42ba-9db7-834c67f8d61a demo admin] 10.222.0.25 "GET /v2.0/routers/36b10864-7082-447f-99ad-785de67458d5 HTTP/1.1" status: 200 len: 710 time: 0.1327662 May 09 18:21:50.461775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19211cb-ffe2-4fc8-9d70-1e0d4574f447 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:21:50.463127 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b19211cb-ffe2-4fc8-9d70-1e0d4574f447 demo admin] 10.222.0.25 "GET /v2.0/networks/b020be39-2dab-4a06-8a07-96fb262908c3 HTTP/1.1" status: 200 len: 886 time: 0.0801966 May 09 18:21:50.472356 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:21:50.723266 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks [] for router_gateway (36b10864-7082-447f-99ad-785de67458d5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:50.937654 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks [] for router_gateway (36b10864-7082-447f-99ad-785de67458d5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.009630 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.111722 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Allocated IP 172.27.3.15 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:21:51.213772 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks [] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.246315 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.283383 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:21:51.286171 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:21:51.288702 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:21:51.327561 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Pushing event updated for resources: {'Port': ['ID=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:51.630188 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks [] for router_gateway (36b10864-7082-447f-99ad-785de67458d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.830329 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57955'] for router (36b10864-7082-447f-99ad-785de67458d5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.834272 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536756'] for router (36b10864-7082-447f-99ad-785de67458d5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:51.948356 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Router 36b10864-7082-447f-99ad-785de67458d5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:21:52.062314 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:21:52.067094 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:52.068324 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cfbb92fd-9f3f-4d09-a1d6-727ab3b19794 demo admin] 10.222.0.25 "PUT /v2.0/routers/36b10864-7082-447f-99ad-785de67458d5 HTTP/1.1" status: 200 len: 889 time: 1.5996211 May 09 18:21:54.240275 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 175b3d78-ff07-4008-a3bc-c3f0b69c1992 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:21:54.299053 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:54.299403 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:54.378403 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:54.529671 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:21:54.641521 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-38f0ada3-d3e4-4dbb-84c8-9769cc574f42 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107183 May 09 18:21:55.456997 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Sync routers for ids ['36b10864-7082-447f-99ad-785de67458d5'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:21:55.469126 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Routers {'36b10864-7082-447f-99ad-785de67458d5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:21:55.469989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:21:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['36b10864-7082-447f-99ad-785de67458d5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:55.695524 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Set router 36b10864-7082-447f-99ad-785de67458d5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:21:56.140977 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:51Z', 'revision_number': 4, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port': {'id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:51Z', 'updated_at': '2022-05-09T18:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:46Z', 'revision_number': 5, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:56.192680 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Checking router: 36b10864-7082-447f-99ad-785de67458d5 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:21:56.193068 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Updating router 36b10864-7082-447f-99ad-785de67458d5 port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:21:56.244805 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.570505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks [] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.578718 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.634941 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Attempting to bind port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:21:56.635375 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Attempting to bind port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:21:56.635755 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Attempting to bind port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:21:56.641329 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2169-ed40-414d-aae1-ff6cca1aa013 None None] Pushing event updated for resources: {'Port': ['ID=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:56.646388 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:21:56.646768 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:21:56.647221 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.647616 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:21:56.648087 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Bound port: 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:21:56.648470 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.705845 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] For port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:21:56.709029 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] For port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:21:56.715549 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:56.775714 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2169-ed40-414d-aae1-ff6cca1aa013 None None] Pushing event updated for resources: {'Port': ['ID=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:21:56.780707 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Routers {'36b10864-7082-447f-99ad-785de67458d5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:21:56.781332 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:21:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['36b10864-7082-447f-99ad-785de67458d5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:56.902787 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] Set router 36b10864-7082-447f-99ad-785de67458d5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:21:57.122913 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:51Z', 'revision_number': 4, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port': {'id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:51Z', 'updated_at': '2022-05-09T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:46Z', 'revision_number': 5, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:21:57.152269 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea5c7c-213e-4910-af51-d4eed3b0148e None None] The sync data for ids ['36b10864-7082-447f-99ad-785de67458d5'] in dv-cinder-841125-3-iscsi is: [{'id': '36b10864-7082-447f-99ad-785de67458d5', 'name': 'router1', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:21:34Z', 'updated_at': '2022-05-09T18:21:51Z', 'revision_number': 4, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'gw_port': {'id': '1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:51Z', 'updated_at': '2022-05-09T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '175b3d78-ff07-4008-a3bc-c3f0b69c1992', 'name': '', 'network_id': '07215f0a-8683-4507-abec-5d7812ba829f', 'tenant_id': '36617c1516b14f15a3b4a35692ff654f', 'mac_address': 'fa:16:3e:99:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b10864-7082-447f-99ad-785de67458d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12a0c309-7689-4466-bfab-641015570830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:21:43Z', 'updated_at': '2022-05-09T18:21:46Z', 'revision_number': 5, 'project_id': '36617c1516b14f15a3b4a35692ff654f', 'subnets': [{'id': '12a0c309-7689-4466-bfab-641015570830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9f288ef-86e6-42fd-b110-fa55e13c90c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:21:58.296645 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:21:58.354562 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:21:58.355423 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:58.449464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:21:58.450113 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:58.476770 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:21:58.482611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:21:58.538856 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:22:00.288538 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:22:00.378179 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:22:00.378783 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:00.530711 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 1b3c8daf-4360-4f0e-b4d1-d3c9b31cd4d2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:22:10.963260 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:22:11.349217 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9882d93-5514-4c19-8eeb-1fd828947ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:13.725023 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0302-462d-4b67-af50-685021a9e801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:14.639097 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:16.080701 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:17.539601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:41.344897 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-935fb777-b645-4ab6-b53b-543bb4dd0256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:43.574414 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32fbd6d3-818b-4014-a963-7fac0b12ec77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:44.643739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:46.077664 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:47.556765 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:48.073986 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:23:11.347764 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1ed74fd-bc3f-4346-bca6-95c09f2b46e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.799843 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:12.861679 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2a605a-3dae-4897-87e3-649e71852c86 admin admin] GET failed (client error): The resource could not be found. May 09 18:23:12.862996 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fe2a605a-3dae-4897-87e3-649e71852c86 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621853 May 09 18:23:13.017599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb996b-b5a0-43b4-8b24-af14c8c2c42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:13.019617 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-afeb996b-b5a0-43b4-8b24-af14c8c2c42e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1525505 May 09 18:23:13.567513 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85802b6a-114a-4d87-a2c7-f277c3471b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:14.642867 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:15.287519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:15.435793 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4a7ba-adbd-491e-9cb1-a3757616a373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:15.437288 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4bb4a7ba-adbd-491e-9cb1-a3757616a373 admin admin] 10.222.0.25 "GET /v2.0/subnets/12a0c309-7689-4466-bfab-641015570830 HTTP/1.1" status: 200 len: 849 time: 0.1488442 May 09 18:23:15.446448 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:15.528599 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Publish callbacks [] for subnet (12a0c309-7689-4466-bfab-641015570830), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:15.681492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776939265922'] for subnet (12a0c309-7689-4466-bfab-641015570830), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:15.744284 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:15.744895 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:15.746215 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] 10.222.0.25 "PUT /v2.0/subnets/12a0c309-7689-4466-bfab-641015570830 HTTP/1.1" status: 200 len: 868 time: 0.3033016 May 09 18:23:15.747884 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c86bf1-f766-4384-b0b7-8cf2bfb6a195 None None] Network 07215f0a-8683-4507-abec-5d7812ba829f requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:23:15.759982 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a0c309-7689-4466-bfab-641015570830,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:15.770136 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.770476 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.770823 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.771156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.771508 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.771831 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.772152 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.772471 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.772794 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.773115 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.773450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.773785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.774102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.774423 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.774734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6be8b-704c-430e-ab86-d9e77e595338 admin admin] Tracked resource versions report: May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: pushed versions: May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Agent': {'1.1'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Log': {'1.0'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Network': {'1.1'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Port': {'1.7'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: consumer versions: May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Agent': '1.1', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Log': '1.0', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'NDPProxy': '1.0', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Network': '1.1', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Port': '1.7', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'PortForwarding': '1.3', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'QosPolicy': '1.10', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SubPort': '1.0', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Subnet': '1.1', May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Trunk': '1.1'}} May 09 18:23:15.776274 dv-cinder-841125-3-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:23:16.078858 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.093599 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Provisioning complete for port 232d9c47-1549-4a91-87b7-0644831c30e3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:16.093983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (232d9c47-1549-4a91-87b7-0644831c30e3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.169586 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Current status of the port 232d9c47-1549-4a91-87b7-0644831c30e3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:16.181521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Provisioning complete for port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:16.181902 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (175b3d78-ff07-4008-a3bc-c3f0b69c1992), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.265022 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d385f652-749b-41f5-abcd-df97c57e2ad8 None None] Current status of the port 175b3d78-ff07-4008-a3bc-c3f0b69c1992 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:17.540838 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:17.978603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:18.201256 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249fbaa-ba15-43e8-9921-96b1820b6d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:18.201645 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249fbaa-ba15-43e8-9921-96b1820b6d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:18.203205 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2249fbaa-ba15-43e8-9921-96b1820b6d83 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2236114 May 09 18:23:20.440599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:20.641896 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b22f2-acce-454d-adb4-92762de6e2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:20.642375 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b22f2-acce-454d-adb4-92762de6e2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:20.644587 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-361b22f2-acce-454d-adb4-92762de6e2b1 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030420 May 09 18:23:22.857257 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:22.983698 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0846f-7821-4182-a1ab-42d26842cdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:22.985061 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e9f0846f-7821-4182-a1ab-42d26842cdc1 admin admin] 10.222.0.25 "GET /v2.0/networks/07215f0a-8683-4507-abec-5d7812ba829f HTTP/1.1" status: 200 len: 869 time: 0.1268613 May 09 18:23:24.962003 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:23:25.206010 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:25.328892 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936c805-d425-4fe5-b219-06bb5325530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:25.330242 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0936c805-d425-4fe5-b219-06bb5325530a admin admin] 10.222.0.25 "GET /v2.0/networks/b020be39-2dab-4a06-8a07-96fb262908c3 HTTP/1.1" status: 200 len: 886 time: 0.1232579 May 09 18:23:27.575481 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:27.697849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36da97-c275-4ab2-afc1-e75fbde18115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:27.698302 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36da97-c275-4ab2-afc1-e75fbde18115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:27.699823 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-da36da97-c275-4ab2-afc1-e75fbde18115 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234100 May 09 18:23:29.932444 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:30.053654 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744198f-a904-49db-8871-3ecd4c3e6bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:30.054116 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744198f-a904-49db-8871-3ecd4c3e6bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:30.055647 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5744198f-a904-49db-8871-3ecd4c3e6bda admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222637 May 09 18:23:32.288045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:32.397887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d699a6-abd4-4da0-afe9-3b4c3ac28c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:32.399262 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08d699a6-abd4-4da0-afe9-3b4c3ac28c52 admin admin] 10.222.0.25 "GET /v2.0/subnets/12a0c309-7689-4466-bfab-641015570830 HTTP/1.1" status: 200 len: 868 time: 0.1102598 May 09 18:23:34.593951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:34.778395 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc28d33-ccbf-4187-bac4-a97b80fd1b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:34.779792 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-afc28d33-ccbf-4187-bac4-a97b80fd1b78 admin admin] 10.222.0.25 "GET /v2.0/subnets/9b01b5cd-8ace-4cb1-bb70-c35ea449f686 HTTP/1.1" status: 200 len: 816 time: 0.1848745 May 09 18:23:41.351221 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29551ce8-c763-426b-bf36-e513ab1eeea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:43.568414 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-296fa26d-4bcc-4d28-ad1a-e1a603c2c07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:44.646187 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:46.092722 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:47.543900 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:01.960642 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:24:11.352951 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dc4ec1-f28e-4597-941c-1befe5ce5872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:13.569181 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb76d7d-4e56-4ead-a40f-51a8581343eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:14.650066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:14.981842 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:24:15.028838 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-d6a9513e-351b-4bb7-8eca-b298ab0089be admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:24:15.029824 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d6a9513e-351b-4bb7-8eca-b298ab0089be admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0470266 May 09 18:24:16.090598 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:17.365193 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:24:17.430597 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ed0101-4456-4e85-9cfe-3bfee7531272 admin admin] GET failed (client error): The resource could not be found. May 09 18:24:17.431897 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-09ed0101-4456-4e85-9cfe-3bfee7531272 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657628 May 09 18:24:17.544993 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:17.576239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8156b88-8147-4bb5-b9eb-54da3f5282be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:24:17.577961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c8156b88-8147-4bb5-b9eb-54da3f5282be admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1419053 May 09 18:24:19.835345 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:24:19.881917 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:24:19.908364 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Made reservation on behalf of 969d4448da94407dbcabadb61787000d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:24:19.910604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:19.954259 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Could not find related network for resource to bump revision. May 09 18:24:19.970994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:24:19.983255 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776939202061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (6f144769-55d1-45c8-ae57-52e1a717f639), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:19.983822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 18:24:19.984291 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Added segment 6f144769-55d1-45c8-ae57-52e1a717f639 of type vlan for network bee3fd0c-fc62-4ff8-b952-1742f7eff443 May 09 18:24:20.033530 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (bee3fd0c-fc62-4ff8-b952-1742f7eff443), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:20.064934 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (bee3fd0c-fc62-4ff8-b952-1742f7eff443), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:20.066395 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:24:20.066963 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:20.144418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3074574 May 09 18:24:20.157709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Pushing event updated for resources: {'Network': ['ID=bee3fd0c-fc62-4ff8-b952-1742f7eff443,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:24:20.164961 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.165305 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.165671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.166015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.166346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.166674 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.166999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.167357 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.167706 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.168036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.168374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.168715 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.169044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.169364 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.169680 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abbaea-1de8-4beb-b11c-529d6dc06d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:20.182171 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:24:22.393472 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:24:22.453023 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c1a468-215c-4f55-8f49-0c074890a7c7 admin admin] GET failed (client error): The resource could not be found. May 09 18:24:22.454498 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-47c1a468-215c-4f55-8f49-0c074890a7c7 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600731 May 09 18:24:22.525636 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42603b80-14df-4ee2-bb3e-872d65d1066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:24:22.527009 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-42603b80-14df-4ee2-bb3e-872d65d1066b admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683913 May 09 18:24:22.537014 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Request body: {'subnet': {'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:24:22.558551 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Made reservation on behalf of 969d4448da94407dbcabadb61787000d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:24:22.560871 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:22.765498 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (efe1213c-3d6f-40f7-8d3e-4954b590f83b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:22.821296 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe1213c-3d6f-40f7-8d3e-4954b590f83b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:24:22.829319 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Checking segment: {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:24:22.829706 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Network hostable DHCP agents. Network: bee3fd0c-fc62-4ff8-b952-1742f7eff443, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:24:22.851923 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:24:22.862605 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, bee3fd0c-fc62-4ff8-b952-1742f7eff443) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:24:22.867095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:24:22.868312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:22.871298 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971dbd41-67ee-483a-94d8-33a1d90d8940 None None] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:24:22.884321 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ed9acb0f-6a39-4d20-a0ba-ed571601874c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511755 May 09 18:24:23.078654 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-bee3fd0c-fc62-4ff8-b952-1742f7eff443', 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443', 'project_id': '969d4448da94407dbcabadb61787000d', 'fixed_ips': [{'subnet_id': 'efe1213c-3d6f-40f7-8d3e-4954b590f83b'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:24:23.079537 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.216655 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Allocated IP 192.168.233.2 (bee3fd0c-fc62-4ff8-b952-1742f7eff443/efe1213c-3d6f-40f7-8d3e-4954b590f83b/23e330d7-b33e-4082-88b8-7b19f67ac70c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:24:23.360504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks [] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.366941 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.408855 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:24:23.410185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:24:23.415720 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:24:23.422831 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Pushing event updated for resources: {'Port': ['ID=23e330d7-b33e-4082-88b8-7b19f67ac70c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:24:23.446639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.446989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.447379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.447749 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.448086 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.448415 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.448746 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.449065 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.449396 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.449723 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.450046 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.450394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.450722 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.451045 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.451393 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:24:23.486051 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Attempting to bind port 23e330d7-b33e-4082-88b8-7b19f67ac70c on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:24:23.486429 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Attempting to bind port 23e330d7-b33e-4082-88b8-7b19f67ac70c by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:24:23.486794 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Attempting to bind port 23e330d7-b33e-4082-88b8-7b19f67ac70c on network bee3fd0c-fc62-4ff8-b952-1742f7eff443 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Checking segment: {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Bound using segment: {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Bound port: 23e330d7-b33e-4082-88b8-7b19f67ac70c, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:24:23.495088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.556821 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] For port 23e330d7-b33e-4082-88b8-7b19f67ac70c, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:24:23.560290 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] For port 23e330d7-b33e-4082-88b8-7b19f67ac70c, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=23e330d7-b33e-4082-88b8-7b19f67ac70c,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:24:23.566815 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:23.625158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1be69-3aee-4499-aa43-2b67e3986657 None None] Pushing event updated for resources: {'Port': ['ID=23e330d7-b33e-4082-88b8-7b19f67ac70c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:24:24.374976 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 23e330d7-b33e-4082-88b8-7b19f67ac70c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:24:24.430337 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 23e330d7-b33e-4082-88b8-7b19f67ac70c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:24:24.430738 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:24.497665 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a97648-b2ef-4863-bff3-c359a8483492 None None] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:24:24.564326 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 23e330d7-b33e-4082-88b8-7b19f67ac70c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:24:24.564722 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:24.608109 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5d2bdaeb-3f01-4df9-a781-c4bf3a2eddd0 None None] Provisioning complete for port 23e330d7-b33e-4082-88b8-7b19f67ac70c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:24:24.608501 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d2bdaeb-3f01-4df9-a781-c4bf3a2eddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:24.671571 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 23e330d7-b33e-4082-88b8-7b19f67ac70c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=23e330d7-b33e-4082-88b8-7b19f67ac70c,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:24:24.682153 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:24.744351 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=23e330d7-b33e-4082-88b8-7b19f67ac70c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:24:24.782331 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bdaeb-3f01-4df9-a781-c4bf3a2eddd0 None None] Current status of the port 23e330d7-b33e-4082-88b8-7b19f67ac70c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:24:25.000935 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-622a6c6d-1845-42fd-b8b1-8186bb02bd53 None None] Provisioning complete for port 23e330d7-b33e-4082-88b8-7b19f67ac70c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:24:25.001593 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-622a6c6d-1845-42fd-b8b1-8186bb02bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:25.082618 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-622a6c6d-1845-42fd-b8b1-8186bb02bd53 None None] Current status of the port 23e330d7-b33e-4082-88b8-7b19f67ac70c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:24:26.322728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 23e330d7-b33e-4082-88b8-7b19f67ac70c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:24:26.373179 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 23e330d7-b33e-4082-88b8-7b19f67ac70c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:24:26.373573 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (23e330d7-b33e-4082-88b8-7b19f67ac70c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:26.451257 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 23e330d7-b33e-4082-88b8-7b19f67ac70c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:24:38.959541 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:24:41.354083 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4a558d3-53e1-44f8-ad39-e827f147bbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:43.570635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c53f68f1-32cc-445f-bde2-79e9112b03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:44.654333 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:46.094982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:47.547406 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:11.356664 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f38086db-2cc4-4ded-b078-227e93120090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:13.572514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5d546d-022f-49bf-8461-dc2117e269c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:14.657370 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:15.958575 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:25:16.098580 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:17.548836 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:41.359489 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0712d849-0586-4f91-bcc2-0dd784f931ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:43.573538 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0362709f-79a8-4591-aa93-7be58705eff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:44.659741 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:46.101474 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:47.552720 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:49.960588 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:49.966402 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-c150e7f2-fed0-4c18-8929-c247b09ca8bf tempest-verify_tempest_config-1412065457 tempest-verify_tempest_config-1412065457-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:25:49.967384 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c150e7f2-fed0-4c18-8929-c247b09ca8bf tempest-verify_tempest_config-1412065457 tempest-verify_tempest_config-1412065457-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058284 May 09 18:25:50.250709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 58868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:50.354117 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.475830 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Publish callbacks [] for security_group (ac0708f8-abff-43d4-9662-185bb414f6e6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.479497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ac0708f8-abff-43d4-9662-185bb414f6e6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.528468 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a279f0e98c8840528740c68aaf67227e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2764785 May 09 18:25:50.531024 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:50.531591 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0708f8-abff-43d4-9662-185bb414f6e6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:25:50.540590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.540933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.541273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.541610 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.541938 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.542265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.542584 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.542904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.543250 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.543573 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.543893 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.544215 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.544535 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.544850 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.545164 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319ed7a-208d-4d15-8ac6-cdda2fa835df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.589313 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Publish callbacks [] for security_group (ac0708f8-abff-43d4-9662-185bb414f6e6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.612692 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Publish callbacks [] for security_group (ac0708f8-abff-43d4-9662-185bb414f6e6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.707744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ac0708f8-abff-43d4-9662-185bb414f6e6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.710257 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:50.711483 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac0708f8-abff-43d4-9662-185bb414f6e6 HTTP/1.1" status: 204 len: 168 time: 0.1794446 May 09 18:25:50.719498 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0708f8-abff-43d4-9662-185bb414f6e6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:25:50.730249 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.730741 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.730964 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.731353 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.731693 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.732615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.732957 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.733291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.733638 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.733976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.734323 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.734672 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.735001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.735362 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:50.735724 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcffac73-8bce-4515-9529-46f7b65b6fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:52.958047 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:26:11.362280 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-897b0247-26ae-4ece-b4ce-204e11e039a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:13.575445 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce695d35-c8c0-4ddc-90cf-4b0b1d37c223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:14.662152 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:16.104604 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:17.554206 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:29.955969 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:26:41.363534 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c80d02e7-252e-4aa3-b351-f6db4166cc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:43.577547 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03c5ead0-9110-442c-a036-9e6ec3221f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:44.666697 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:46.106771 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:47.555767 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:06.955199 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:27:11.364787 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fda115bb-d36e-430c-b10e-9da91a5f6205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:13.584048 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162589d2-e91c-4f49-a1c8-67cef1aed8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:14.670641 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:16.111551 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:17.559602 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:39.586355 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526429'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:41.366793 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf4d22a-1154-42f9-9199-16bc3f2a3dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:43.576161 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01e677d-71f9-454d-a796-ef3160c612de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:43.954583 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:27:44.671237 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.117388 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:47.563764 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:52.338188 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:27:52.448499 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9169c9b8-729f-42a3-b37f-beef1bc2d99f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1092019 May 09 18:27:54.749315 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 58954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:27:54.803123 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-505e7181-35cf-45fb-aa24-555fbbab2798 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527177 May 09 18:28:09.564928 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:11.372335 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-009d2e72-794b-4e92-8aab-cc943dcd68fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:13.579769 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f6da4e-e756-41aa-bbc4-7d90b1e623d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:14.673844 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:16.115297 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:17.566255 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:20.952782 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:28:39.562843 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:41.374912 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3ca38f7-6dc2-4929-ac7f-1d822b0fbfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:43.582445 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e29b6eed-2ff9-4196-9422-a342f034244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:44.677928 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:46.117490 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:47.568412 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:57.951204 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:29:09.578394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:11.377588 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89faf610-2d69-4c28-a5c5-b216494d1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:13.585079 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b393470-5642-4ebe-b36b-49c26f6dd9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:14.679962 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:16.118537 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:17.571053 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.433957 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:32.743382 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-network', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:32.766231 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Made reservation on behalf of 705eecf37fcc4fe7aabef923ece6ad59 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:32.771761 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.781563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.856976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks [] for security_group (0369f7ad-bfa3-4c53-9364-17ceb5415efa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.861890 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0369f7ad-bfa3-4c53-9364-17ceb5415efa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.892669 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0369f7ad-bfa3-4c53-9364-17ceb5415efa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:32.897589 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.908931 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.909077 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.909691 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.910372 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.910974 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.911558 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.911887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.912210 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Tracked resource versions report: May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: pushed versions: May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Agent': {'1.1'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Log': {'1.0'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Network': {'1.1'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Port': {'1.7'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: consumer versions: May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: HyperV agent@hv-cinder-84112: {}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Agent': '1.1', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Log': '1.0', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'NDPProxy': '1.0', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Network': '1.1', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Port': '1.7', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'PortForwarding': '1.3', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'QosPolicy': '1.10', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'SubPort': '1.0', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Subnet': '1.1', May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: 'Trunk': '1.1'}} May 09 18:29:32.913393 dv-cinder-841125-3-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:29:32.922757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (c4c1936a-3c1b-43fd-bc0c-2328fad565d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.923098 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Added segment c4c1936a-3c1b-43fd-bc0c-2328fad565d4 of type vlan for network 6bd4c030-c4c5-476b-9935-9aed7888eb95 May 09 18:29:32.966574 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (6bd4c030-c4c5-476b-9935-9aed7888eb95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.992832 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (6bd4c030-c4c5-476b-9935-9aed7888eb95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:32.994008 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:32.994753 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.052628 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6167576 May 09 18:29:33.055795 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:33.062294 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89dd15-d31a-4cae-8e70-af33fef6bda4 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd4c030-c4c5-476b-9935-9aed7888eb95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:33.062678 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Request body: {'subnet': {'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-subnet', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:33.078687 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:29:33.088663 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Made reservation on behalf of 705eecf37fcc4fe7aabef923ece6ad59 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:33.092188 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.286385 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (8d3f59b2-b9ea-4aef-869e-4c90248e4ab3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.330170 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:33.339390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.339735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.340094 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.340429 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.340759 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.341082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.341404 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.341725 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.342061 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.342379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.342898 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.343881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.344209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.344528 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.344845 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Tracked resource versions report: May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: pushed versions: May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Agent': {'1.1'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Log': {'1.0'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Network': {'1.1'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Port': {'1.7'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: consumer versions: May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: HyperV agent@hv-cinder-84112: {}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Agent': '1.1', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Log': '1.0', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'NDPProxy': '1.0', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Network': '1.1', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Port': '1.7', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'PortForwarding': '1.3', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'QosPolicy': '1.10', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'SubPort': '1.0', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Subnet': '1.1', May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: 'Trunk': '1.1'}} May 09 18:29:33.345977 dv-cinder-841125-3-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:29:33.367832 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:33.367832 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Network hostable DHCP agents. Network: 6bd4c030-c4c5-476b-9935-9aed7888eb95, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:29:33.386101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:29:33.396197 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 6bd4c030-c4c5-476b-9935-9aed7888eb95) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:33.401342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:33.401945 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.410999 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5deff-ecbe-4c06-9d84-7e9254b9fe91 None None] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:33.426292 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ea07602b-ac6f-4640-97e0-88d7615a56da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3684883 May 09 18:29:33.427013 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:33.439600 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:33.470179 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.471789 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.537348 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90739375-d635-481c-93ef-16a4078e772b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-6bd4c030-c4c5-476b-9935-9aed7888eb95', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:29:33.538592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.644714 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for router_controller (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.648075 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:33.662218 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:33.696017 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:33.719500 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-90739375-d635-481c-93ef-16a4078e772b None None] Allocated IP 172.20.0.2 (6bd4c030-c4c5-476b-9935-9aed7888eb95/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3/750a1cfc-7575-4fc5-81f8-cb9317fad8f5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:33.896305 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks [] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.903374 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.907995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for router_gateway (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.943825 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90739375-d635-481c-93ef-16a4078e772b None None] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:33.946770 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-90739375-d635-481c-93ef-16a4078e772b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:33.947083 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1766782880-network', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:33.950752 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90739375-d635-481c-93ef-16a4078e772b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:33.984124 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:33.986861 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.996967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739375-d635-481c-93ef-16a4078e772b None None] Pushing event updated for resources: {'Port': ['ID=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:34.013414 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1104364951-network', 'tenant_id': '78039fb4f0bd454b8aea3db748343263'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:34.025138 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.025505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.025883 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.026245 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.026595 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.026935 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.027307 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.027645 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.027980 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.028358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.028630 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.028983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.029316 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.029642 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.030171 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Tracked resource versions report: May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: pushed versions: May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Agent': {'1.1'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Log': {'1.0'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Network': {'1.1'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Port': {'1.7'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: consumer versions: May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: HyperV agent@hv-cinder-84112: {}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Agent': '1.1', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Log': '1.0', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'NDPProxy': '1.0', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Network': '1.1', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Port': '1.7', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'PortForwarding': '1.3', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'QosPolicy': '1.10', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'SubPort': '1.0', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Subnet': '1.1', May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: 'Trunk': '1.1'}} May 09 18:29:34.031584 dv-cinder-841125-3-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:29:34.048410 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-90739375-d635-481c-93ef-16a4078e772b None None] Attempting to bind port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:34.049017 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-90739375-d635-481c-93ef-16a4078e772b None None] Attempting to bind port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:34.049565 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90739375-d635-481c-93ef-16a4078e772b None None] Attempting to bind port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:34.055581 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-492601657-network', 'tenant_id': '3e0d940b1aea46aea0fa187448375f04'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:34.055955 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90739375-d635-481c-93ef-16a4078e772b None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:34.056738 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90739375-d635-481c-93ef-16a4078e772b None None] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:34.057353 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.058035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90739375-d635-481c-93ef-16a4078e772b None None] Bound using segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:34.058669 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-90739375-d635-481c-93ef-16a4078e772b None None] Bound port: 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:34.059304 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.060341 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.121530 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Made reservation on behalf of 78039fb4f0bd454b8aea3db748343263 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:34.125304 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.133615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Made reservation on behalf of 3e0d940b1aea46aea0fa187448375f04 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:34.139000 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.154918 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.168610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-90739375-d635-481c-93ef-16a4078e772b None None] For port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:34.175619 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-90739375-d635-481c-93ef-16a4078e772b None None] For port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:34.187797 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90739375-d635-481c-93ef-16a4078e772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.219998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for router_gateway (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.252214 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.258832 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739375-d635-481c-93ef-16a4078e772b None None] Pushing event updated for resources: {'Port': ['ID=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:34.259998 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks [] for security_group (a685a61e-c80b-4f60-b3bf-90e23febd0b9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.261493 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.273061 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a685a61e-c80b-4f60-b3bf-90e23febd0b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.284066 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:29:34.295785 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (17f60f60-2df3-48a9-8916-7df2c1bb1fda), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.296127 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Added segment 17f60f60-2df3-48a9-8916-7df2c1bb1fda of type vlan for network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa May 09 18:29:34.336752 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685a61e-c80b-4f60-b3bf-90e23febd0b9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:34.398991 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.493060 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.494156 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:34.494737 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.498995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Allocated IP 172.27.3.114 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/4631aac6-b197-43a9-b237-24d3bfa296ea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:34.521398 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8579226 May 09 18:29:34.528396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:34.537788 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks [] for security_group (146b269e-5b56-4f60-ac12-1546c642572a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.538321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Request body: {'subnet': {'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-492601657-subnet', 'tenant_id': '3e0d940b1aea46aea0fa187448375f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:34.572342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Made reservation on behalf of 3e0d940b1aea46aea0fa187448375f04 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:34.574855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.619277 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (146b269e-5b56-4f60-ac12-1546c642572a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.748130 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:29:34.797375 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks [] for security_group (2d85a0cb-1aa3-4fd4-91e7-f571583a946c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.800643 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dc7da-0da4-4625-a032-0e68954f85be admin admin] Pushing event updated for resources: {'Network': ['ID=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:34.817258 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:29:34.832814 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2d85a0cb-1aa3-4fd4-91e7-f571583a946c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.841250 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (fd44a187-d26f-4ec6-83f5-96d1386c7e7d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.841973 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Added segment fd44a187-d26f-4ec6-83f5-96d1386c7e7d of type vlan for network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e May 09 18:29:34.878811 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b269e-5b56-4f60-ac12-1546c642572a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:34.880215 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (b94cdf33-2dcf-4844-b7ab-88269253d7bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.948011 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:29:34.952202 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:29:35.041334 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Checking segment: {'id': '17f60f60-2df3-48a9-8916-7df2c1bb1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:35.041695 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Network hostable DHCP agents. Network: 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:29:35.089881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:29:35.093908 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (301e94ce-a989-4fe3-9992-0fa06fbc5e5e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.104340 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (ab128ec2-d97d-4c7c-a97c-bf6f4307fb44), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.106253 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Added segment ab128ec2-d97d-4c7c-a97c-bf6f4307fb44 of type vlan for network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 May 09 18:29:35.108670 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:35.123420 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc85f61-8db0-4cda-ae45-666675cb86e2 None None] Network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:35.134313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:35.135127 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.137267 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85a0cb-1aa3-4fd4-91e7-f571583a946c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:35.208136 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6777279 May 09 18:29:35.212894 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12cef-002e-47f9-bccf-9cf1e412b6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94cdf33-2dcf-4844-b7ab-88269253d7bd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:35.220884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (4730889d-2bd2-49e5-82ef-67b5eb3e8023), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.226001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (301e94ce-a989-4fe3-9992-0fa06fbc5e5e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.227669 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:35.228406 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.234207 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.342406 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.353280 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7035534 May 09 18:29:35.368227 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02f47b-898c-4adb-9ed1-0aebf5cd966c None None] Network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:35.385352 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:35.398645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Request body: {'subnet': {'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-subnet', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:35.424358 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (4730889d-2bd2-49e5-82ef-67b5eb3e8023), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.429263 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:35.432429 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.442813 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5217d3-b1d4-452a-b238-02e338588703 admin admin] Pushing event updated for resources: {'Network': ['ID=301e94ce-a989-4fe3-9992-0fa06fbc5e5e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:35.481501 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:35.496416 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:35.518332 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:35.532478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:29:35.538724 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8414259 May 09 18:29:35.617008 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:35.638506 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Request body: {'subnet': {'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1104364951-subnet', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:35.651582 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:35.655819 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.696773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Made reservation on behalf of 78039fb4f0bd454b8aea3db748343263 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:35.699147 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:35.793552 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999db25-abad-4cf1-a0f6-e0c2635275d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4730889d-2bd2-49e5-82ef-67b5eb3e8023,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:35.827799 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:29:35.929855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Pushing event updated for resources: {'Port': ['ID=4631aac6-b197-43a9-b237-24d3bfa296ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:36.047928 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d85fa-fee3-41a1-8081-eaa16eb76a57 None None] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:36.057945 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (f37c3f5e-7829-48ca-8903-fabf38dbff99), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.142709 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:36.143078 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Network hostable DHCP agents. Network: 301e94ce-a989-4fe3-9992-0fa06fbc5e5e, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:29:36.147798 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37c3f5e-7829-48ca-8903-fabf38dbff99,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:36.165420 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Provisioning complete for port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:36.165881 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.170050 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:29:36.188046 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 301e94ce-a989-4fe3-9992-0fa06fbc5e5e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:36.199288 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:36.201280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.212502 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c51f5-b507-4a36-a6a4-43f75a930093 None None] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:36.229909 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-91d4c686-166f-4ac8-a07b-f472eaa3b9dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8408239 May 09 18:29:36.232677 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:36.238331 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:36.264067 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (834630dc-484f-47f8-b12e-404bd6880a39), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.266036 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (834630dc-484f-47f8-b12e-404bd6880a39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.329182 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for router_controller (834630dc-484f-47f8-b12e-404bd6880a39), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.386237 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (dc8bb3ea-6c46-43d2-a544-0df1eba8d263), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.515602 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8bb3ea-6c46-43d2-a544-0df1eba8d263,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:36.667116 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:36.742117 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:36.751966 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:29:36.753041 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.759170 dv-cinder-841125-3-iscsi neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 18:29:36.763319 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for router_gateway (834630dc-484f-47f8-b12e-404bd6880a39), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.778080 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Checking segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:36.778435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Network hostable DHCP agents. Network: 4730889d-2bd2-49e5-82ef-67b5eb3e8023, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:29:36.789331 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Current status of the port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:36.789730 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.950514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] For port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:37.084652 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Allocated IP 172.20.0.2 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/128130e9-1815-4c86-b544-157808b44762) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:37.132104 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for router_gateway (834630dc-484f-47f8-b12e-404bd6880a39), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.157875 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.176375 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:37.176861 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.217810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:29:37.256821 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.277808 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for router_gateway (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.302755 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-8c0c42b2-b338-4cbf-bd27-b81b799dea28 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:37.315820 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-8c0c42b2-b338-4cbf-bd27-b81b799dea28 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/networks?id=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa HTTP/1.1" status: 200 len: 811 time: 0.5713139 May 09 18:29:37.394799 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 4730889d-2bd2-49e5-82ef-67b5eb3e8023) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:37.403930 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:37.406935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.430684 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b951fa-dc6e-4245-bee7-15b83d3cb555 None None] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:37.459852 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-28d25653-da8a-49ac-983e-b9e547219f5b tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/quotas/3e0d940b1aea46aea0fa187448375f04 HTTP/1.1" status: 200 len: 375 time: 0.1429176 May 09 18:29:37.509257 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b062ac37-fc83-4d36-9287-f1146a7aa409 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8911798 May 09 18:29:37.530530 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:37.534276 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:37.546628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-22e8e33e-8a25-4121-b517-4dd07618c0c2 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e0d940b1aea46aea0fa187448375f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857084 May 09 18:29:37.602822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Allocated IP 172.27.3.54 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/7f3c2095-08ac-4462-8302-2e849bd64c3c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:37.611110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (e642a810-7780-48de-8139-adaa98245201), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.612533 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (e642a810-7780-48de-8139-adaa98245201), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.690628 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6bc9e3df-679d-4c20-bb57-43d50fa15bb3 None None] Provisioning complete for port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:37.691105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc9e3df-679d-4c20-bb57-43d50fa15bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.692637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6188-9754-4097-91b9-12f895c0186e None None] Pushing event updated for resources: {'Port': ['ID=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:37.768436 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for router_controller (e642a810-7780-48de-8139-adaa98245201), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.783088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:37.823571 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.870275 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks [] for port (128130e9-1815-4c86-b544-157808b44762), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.888587 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.897329 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (128130e9-1815-4c86-b544-157808b44762), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.906590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:37.924263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:29:37.925390 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.984113 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.992130 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for router_gateway (e642a810-7780-48de-8139-adaa98245201), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.996103 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9e3df-679d-4c20-bb57-43d50fa15bb3 None None] Current status of the port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:38.026258 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:38.043784 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:38.046046 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Pushing event updated for resources: {'Port': ['ID=128130e9-1815-4c86-b544-157808b44762,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:38.053564 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:38.073136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:38.101525 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3c2095-08ac-4462-8302-2e849bd64c3c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:38.106934 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:38.110812 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:38.144161 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:38.369451 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Attempting to bind port 128130e9-1815-4c86-b544-157808b44762 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:38.369817 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Attempting to bind port 128130e9-1815-4c86-b544-157808b44762 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:38.370192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Attempting to bind port 128130e9-1815-4c86-b544-157808b44762 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:38.370477 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5176a71-b7a9-40b5-9cc6-1da82a342084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.381314 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:38.381708 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:38.382119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.382522 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:38.383004 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Bound port: 128130e9-1815-4c86-b544-157808b44762, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:38.383430 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (128130e9-1815-4c86-b544-157808b44762), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.417761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-00d0330e-5763-466d-8733-cb2b19b7b217 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:29:38.425545 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-00d0330e-5763-466d-8733-cb2b19b7b217 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2670205 May 09 18:29:38.442940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Allocated IP 172.20.0.2 (4730889d-2bd2-49e5-82ef-67b5eb3e8023/dc8bb3ea-6c46-43d2-a544-0df1eba8d263/18933e08-40e4-47f1-8713-1adf686ec561) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:38.482393 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for router_gateway (834630dc-484f-47f8-b12e-404bd6880a39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.553881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0dd-7711-45e5-8395-a4fe534863cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.589613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:38.670968 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] For port 128130e9-1815-4c86-b544-157808b44762, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:38.687095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5176a71-b7a9-40b5-9cc6-1da82a342084 admin admin] Publish callbacks [] for security_group (688313a3-3a60-4238-92ae-0a8d490cc7d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.710718 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] For port 128130e9-1815-4c86-b544-157808b44762, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=128130e9-1815-4c86-b544-157808b44762,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:38.741388 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (128130e9-1815-4c86-b544-157808b44762), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.787499 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5176a71-b7a9-40b5-9cc6-1da82a342084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (688313a3-3a60-4238-92ae-0a8d490cc7d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.821262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:38.821925 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.862624 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f5176a71-b7a9-40b5-9cc6-1da82a342084 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=280795075c674e39b3a0e3c9fac9c47f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9525647 May 09 18:29:38.946619 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:38.957109 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (834630dc-484f-47f8-b12e-404bd6880a39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:38.985303 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176a71-b7a9-40b5-9cc6-1da82a342084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688313a3-3a60-4238-92ae-0a8d490cc7d2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:39.001104 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks [] for port (18933e08-40e4-47f1-8713-1adf686ec561), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.006896 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e00f-6b98-4747-884b-4d3e97d71a10 None None] Pushing event updated for resources: {'Port': ['ID=128130e9-1815-4c86-b544-157808b44762,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:39.045375 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (18933e08-40e4-47f1-8713-1adf686ec561), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.097084 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:39.104416 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:39.120232 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:39.123434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for router_gateway (e642a810-7780-48de-8139-adaa98245201), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.125631 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:39.146685 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-f202c17d-e5ec-4214-afd1-b6a3ae09b663 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202830 May 09 18:29:39.154635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.171025 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Pushing event updated for resources: {'Port': ['ID=18933e08-40e4-47f1-8713-1adf686ec561,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:39.231518 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Attempting to bind port 18933e08-40e4-47f1-8713-1adf686ec561 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:39.232211 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Attempting to bind port 18933e08-40e4-47f1-8713-1adf686ec561 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:39.232784 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Attempting to bind port 18933e08-40e4-47f1-8713-1adf686ec561 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:39.255313 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:39.263651 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Checking segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:39.264344 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.264985 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Bound using segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:39.265959 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Bound port: 18933e08-40e4-47f1-8713-1adf686ec561, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:39.268234 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (18933e08-40e4-47f1-8713-1adf686ec561), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.294268 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Router 834630dc-484f-47f8-b12e-404bd6880a39 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:29:39.315393 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:39.348773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:29:39.362961 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] For port 18933e08-40e4-47f1-8713-1adf686ec561, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:39.369032 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] For port 18933e08-40e4-47f1-8713-1adf686ec561, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=18933e08-40e4-47f1-8713-1adf686ec561,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:39.370254 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-cfe06cb4-ea3b-4180-907a-4f6a71a498b2 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518683 May 09 18:29:39.372137 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0dd-7711-45e5-8395-a4fe534863cf admin admin] Publish callbacks [] for security_group (648d1134-e90e-44b8-b851-2f2eab3af3be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.379883 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (18933e08-40e4-47f1-8713-1adf686ec561), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.404263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0dd-7711-45e5-8395-a4fe534863cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (648d1134-e90e-44b8-b851-2f2eab3af3be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.449406 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:39.460185 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:39.487668 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.490046 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c4a8dee3-3e52-411d-aa38-6456a5fc3cb2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2552040 May 09 18:29:39.493954 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:39.511975 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcdcac-b1a4-4330-8d48-a20dc2f49276 None None] Pushing event updated for resources: {'Port': ['ID=18933e08-40e4-47f1-8713-1adf686ec561,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:39.518266 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:39.523380 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-28c8b0dd-7711-45e5-8395-a4fe534863cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31125b05c5e54ea28bac344b98366385&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3716428 May 09 18:29:39.593860 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:39.594536 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.595055 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:39.600515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] Publish callbacks [] for security_group (688313a3-3a60-4238-92ae-0a8d490cc7d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.647314 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ace6c3f-0895-4dcb-ab0f-25ecfe98e45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.668317 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] Publish callbacks [] for security_group (688313a3-3a60-4238-92ae-0a8d490cc7d2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.796118 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:39.819278 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b0dd-7711-45e5-8395-a4fe534863cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d1134-e90e-44b8-b851-2f2eab3af3be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:39.832146 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:39.842486 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Allocated IP 172.27.3.147 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/5ccc95bc-01aa-4bea-8e9e-9a94430da590) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:39.903344 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] Publish callbacks [] for security_group (648d1134-e90e-44b8-b851-2f2eab3af3be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.983236 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] Publish callbacks [] for security_group (648d1134-e90e-44b8-b851-2f2eab3af3be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:39.992156 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-830b9961-aee8-4c25-b6e0-9f1ab6c511b4 req-85a62d10-3395-43c7-b695-517a15881b66 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.1479568 May 09 18:29:40.062513 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (688313a3-3a60-4238-92ae-0a8d490cc7d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.065272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.069103 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/688313a3-3a60-4238-92ae-0a8d490cc7d2 HTTP/1.1" status: 204 len: 168 time: 1.0861633 May 09 18:29:40.077356 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:40.090756 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8789a-0d7f-4ebf-ba78-7b45e25994dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688313a3-3a60-4238-92ae-0a8d490cc7d2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:40.094374 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:40.127847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.129999 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-330dd7b0-1248-4869-9715-5ac4a5bbafd1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7012193 May 09 18:29:40.133336 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:38Z', 'revision_number': 3, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:40.133709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:40.166944 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:40.167628 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:40.211112 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:40.211796 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Updating router 834630dc-484f-47f8-b12e-404bd6880a39 port 7f3c2095-08ac-4462-8302-2e849bd64c3c binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:40.246999 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.266032 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.520426 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ace6c3f-0895-4dcb-ab0f-25ecfe98e45a admin admin] Publish callbacks [] for security_group (85248ade-2006-4c39-a558-b24f9338fe71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.529640 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (648d1134-e90e-44b8-b851-2f2eab3af3be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.540422 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.543872 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/648d1134-e90e-44b8-b851-2f2eab3af3be HTTP/1.1" status: 204 len: 168 time: 1.0232613 May 09 18:29:40.568049 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ace6c3f-0895-4dcb-ab0f-25ecfe98e45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (85248ade-2006-4c39-a558-b24f9338fe71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.615706 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:40.637454 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335790-791b-4906-98ed-eb106b64ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d1134-e90e-44b8-b851-2f2eab3af3be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:40.770810 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 18933e08-40e4-47f1-8713-1adf686ec561 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:40.770957 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:40.791119 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:40.794542 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:40.807542 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5ace6c3f-0895-4dcb-ab0f-25ecfe98e45a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9ed303802f64743b7c3f2790237fca4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4669504 May 09 18:29:40.808264 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:40.860453 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df9f2f7-b7b5-4538-8a24-7cf5c7ae6143 None None] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:40.916607 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:40.954009 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:41.023509 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks [] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.032954 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.100449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccc95bc-01aa-4bea-8e9e-9a94430da590,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.114073 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0176d5a-00f8-491b-a945-f6e45a0dec5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.121265 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Provisioning complete for port 128130e9-1815-4c86-b544-157808b44762 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:41.122388 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (128130e9-1815-4c86-b544-157808b44762), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.130130 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Pushing event updated for resources: {'Port': ['ID=7f3c2095-08ac-4462-8302-2e849bd64c3c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.160241 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.160607 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.161007 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.161324 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.165871 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.166239 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.166584 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.167086 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.169769 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.170134 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.170484 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.170846 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.173679 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.174399 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.175069 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Tracked resource versions report: May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: pushed versions: May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Agent': {'1.1'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Log': {'1.0'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Network': {'1.1'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Port': {'1.7'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: consumer versions: May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: HyperV agent@hv-cinder-84112: {}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: L3 agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: Metadata agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: Metering agent@dv-cinder-841125-3-iscsi: {}, May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-841125-3-iscsi: { 'AddressGroup': '1.2', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Agent': '1.1', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Log': '1.0', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'NDPProxy': '1.0', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Network': '1.1', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Port': '1.7', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'PortForwarding': '1.3', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'QosPolicy': '1.10', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'SubPort': '1.0', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Subnet': '1.1', May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: 'Trunk': '1.1'}} May 09 18:29:41.179796 dv-cinder-841125-3-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:29:41.217021 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 18933e08-40e4-47f1-8713-1adf686ec561 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:41.217898 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (18933e08-40e4-47f1-8713-1adf686ec561), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.221094 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Attempting to bind port 7f3c2095-08ac-4462-8302-2e849bd64c3c on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:41.221483 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Attempting to bind port 7f3c2095-08ac-4462-8302-2e849bd64c3c by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:41.221858 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Attempting to bind port 7f3c2095-08ac-4462-8302-2e849bd64c3c on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:41.243325 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:41.243745 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:41.244969 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.245540 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:41.247770 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Bound port: 7f3c2095-08ac-4462-8302-2e849bd64c3c, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:41.248379 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.291218 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace6c3f-0895-4dcb-ab0f-25ecfe98e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85248ade-2006-4c39-a558-b24f9338fe71,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.333802 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-13c50e0a-997e-42c9-ae19-9afee0e375ca req-0ffd0eee-4072-4e11-b7ac-df8af0744819 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.2117326 May 09 18:29:41.344751 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] For port 7f3c2095-08ac-4462-8302-2e849bd64c3c, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:41.349002 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b2565-e8ac-486f-a897-f6c6356304ca None None] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:29:41.359686 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] For port 7f3c2095-08ac-4462-8302-2e849bd64c3c, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=7f3c2095-08ac-4462-8302-2e849bd64c3c,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:41.391817 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.428791 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.462866 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] Publish callbacks [] for security_group (85248ade-2006-4c39-a558-b24f9338fe71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.470479 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Current status of the port 128130e9-1815-4c86-b544-157808b44762 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:41.470479 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (128130e9-1815-4c86-b544-157808b44762), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.472651 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0176d5a-00f8-491b-a945-f6e45a0dec5a admin admin] Publish callbacks [] for security_group (389de217-16a9-4677-b3b2-f8a7bff6b77d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.486283 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0176d5a-00f8-491b-a945-f6e45a0dec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (389de217-16a9-4677-b3b2-f8a7bff6b77d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.522320 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] For port 128130e9-1815-4c86-b544-157808b44762, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=128130e9-1815-4c86-b544-157808b44762,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:41.552811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (128130e9-1815-4c86-b544-157808b44762), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.554692 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b4a2-a5d6-462b-ac11-a331d92ffa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.559627 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] Publish callbacks [] for security_group (85248ade-2006-4c39-a558-b24f9338fe71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.565455 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517272ec-b3c3-4b1f-8da2-f7ece7e42a5e None None] Pushing event updated for resources: {'Port': ['ID=7f3c2095-08ac-4462-8302-2e849bd64c3c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.618137 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:41.619120 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:41.673601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ce935-561d-409c-87b3-42a4c1e53190 None None] Pushing event updated for resources: {'Port': ['ID=128130e9-1815-4c86-b544-157808b44762,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.694851 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (85248ade-2006-4c39-a558-b24f9338fe71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.698368 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.699762 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85248ade-2006-4c39-a558-b24f9338fe71 HTTP/1.1" status: 204 len: 168 time: 0.8886113 May 09 18:29:41.720828 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Provisioning complete for port 18933e08-40e4-47f1-8713-1adf686ec561 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:41.721195 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (18933e08-40e4-47f1-8713-1adf686ec561), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:41.748185 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf747-730f-460f-9a4c-689afc27e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85248ade-2006-4c39-a558-b24f9338fe71,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:41.774939 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:41.775309 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f0176d5a-00f8-491b-a945-f6e45a0dec5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e05dfefe5f6749e38a51fda868ceb829&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8472414 May 09 18:29:41.806156 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Allocated IP 172.20.0.1 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/c8ddb4bf-2d52-475c-9ffd-9283be6ec550) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:41.830253 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:41.929644 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0176d5a-00f8-491b-a945-f6e45a0dec5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389de217-16a9-4677-b3b2-f8a7bff6b77d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:42.051436 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] Publish callbacks [] for security_group (389de217-16a9-4677-b3b2-f8a7bff6b77d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.080058 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] Publish callbacks [] for security_group (389de217-16a9-4677-b3b2-f8a7bff6b77d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.161900 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Current status of the port 18933e08-40e4-47f1-8713-1adf686ec561 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:42.162521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (18933e08-40e4-47f1-8713-1adf686ec561), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.194292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (389de217-16a9-4677-b3b2-f8a7bff6b77d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.207262 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.208682 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/389de217-16a9-4677-b3b2-f8a7bff6b77d HTTP/1.1" status: 204 len: 168 time: 0.4311497 May 09 18:29:42.238059 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:38Z', 'revision_number': 3, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:42.241104 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d492fb6-1e88-42c9-b29e-2ebeb5fb424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389de217-16a9-4677-b3b2-f8a7bff6b77d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:42.272809 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd30e1-08a8-4ed7-b92e-a0ac847f3b6e None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:38Z', 'revision_number': 3, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:29:42.296895 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks [] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.365606 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 18933e08-40e4-47f1-8713-1adf686ec561 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:42.366091 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (18933e08-40e4-47f1-8713-1adf686ec561), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.401188 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.434834 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] For port 18933e08-40e4-47f1-8713-1adf686ec561, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=18933e08-40e4-47f1-8713-1adf686ec561,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:42.484838 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (18933e08-40e4-47f1-8713-1adf686ec561), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.501369 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:36Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:42.536620 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Pushing event updated for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:42.583502 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:42.585270 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:42.590349 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:42.590961 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (834630dc-484f-47f8-b12e-404bd6880a39), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.757456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for router_gateway (e642a810-7780-48de-8139-adaa98245201), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.771824 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:42.778276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:42.778631 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Updating router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 port 4631aac6-b197-43a9-b237-24d3bfa296ea binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:42.895667 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943957c8-cac6-4791-b247-b568f44c5cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:42.956082 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d3a12845-f389-4828-bcbb-5e159c5d85c1 None None] Provisioning complete for port 128130e9-1815-4c86-b544-157808b44762 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:42.956478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3a12845-f389-4828-bcbb-5e159c5d85c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (128130e9-1815-4c86-b544-157808b44762), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.065402 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.088345 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10b838-cf38-46ca-9378-bf9b13464fcf None None] Pushing event updated for resources: {'Port': ['ID=18933e08-40e4-47f1-8713-1adf686ec561,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:43.133798 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-75229d1b-2db7-4340-b305-ef00b5a3fffd req-666740c1-c4d9-4b7c-8640-f9bf63edcd41 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.3440323 May 09 18:29:43.169864 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:29:43.173004 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:29:43.244457 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.273644 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12845-f389-4828-bcbb-5e159c5d85c1 None None] Current status of the port 128130e9-1815-4c86-b544-157808b44762 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:43.277286 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.367234 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943957c8-cac6-4791-b247-b568f44c5cbc admin admin] Publish callbacks [] for security_group (dcd257c4-6db9-49f6-803c-5b8c68132bf2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.376920 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943957c8-cac6-4791-b247-b568f44c5cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (dcd257c4-6db9-49f6-803c-5b8c68132bf2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.535297 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Provisioning complete for port 18933e08-40e4-47f1-8713-1adf686ec561 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:43.535880 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (18933e08-40e4-47f1-8713-1adf686ec561), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.590517 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.36', 52550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:43.623044 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943957c8-cac6-4791-b247-b568f44c5cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd257c4-6db9-49f6-803c-5b8c68132bf2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:43.630775 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-943957c8-cac6-4791-b247-b568f44c5cbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7487ca4e595a4b058f99731ff57cb1cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8556707 May 09 18:29:43.636672 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:43.750854 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (e642a810-7780-48de-8139-adaa98245201), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.786806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 18933e08-40e4-47f1-8713-1adf686ec561 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:43.789667 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 128130e9-1815-4c86-b544-157808b44762 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:43.848660 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24448ba5-466c-4ea3-81c8-040614eab7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.915706 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] Publish callbacks [] for security_group (dcd257c4-6db9-49f6-803c-5b8c68132bf2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:43.945890 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 128130e9-1815-4c86-b544-157808b44762 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:43.946298 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (128130e9-1815-4c86-b544-157808b44762), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.010222 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks [] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.040580 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.043095 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (834630dc-484f-47f8-b12e-404bd6880a39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.046335 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] Publish callbacks [] for security_group (dcd257c4-6db9-49f6-803c-5b8c68132bf2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.124036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Allocated IP 172.20.0.1 (6bd4c030-c4c5-476b-9935-9aed7888eb95/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3/81387697-09ef-4561-b97e-e5b81399ab1d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:44.156931 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-e5687410-9b85-4dee-a89b-444138ca8a86 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:44.160642 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-e5687410-9b85-4dee-a89b-444138ca8a86 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.36 "GET /v2.0/networks?id=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa HTTP/1.1" status: 200 len: 811 time: 0.5687642 May 09 18:29:44.209518 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Pushing event updated for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:44.256229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Request body: {'port': {'device_id': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa', 'admin_state_up': True, 'tenant_id': '3e0d940b1aea46aea0fa187448375f04'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:44.266353 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (dcd257c4-6db9-49f6-803c-5b8c68132bf2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.272280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.275160 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcd257c4-6db9-49f6-803c-5b8c68132bf2 HTTP/1.1" status: 204 len: 168 time: 0.6366692 May 09 18:29:44.314843 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7d487-1162-47a9-a313-7d9d5c29a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd257c4-6db9-49f6-803c-5b8c68132bf2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:44.322227 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Current status of the port 18933e08-40e4-47f1-8713-1adf686ec561 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:44.328098 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:44.329659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:44.403978 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Provisioning complete for port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:44.404384 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.535577 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:29:44.538748 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 128130e9-1815-4c86-b544-157808b44762 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:44.542849 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-37bf36a4-b66b-4b98-9b00-43e9bd589011 req-3ea67993-a6c3-4bcb-b108-ab7f6de266a9 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.1724503 May 09 18:29:44.549086 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks [] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.573373 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.755811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a98829be-e5d5-4b95-a42b-68d29e14f9d5 None None] Port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:44.785976 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Router e642a810-7780-48de-8139-adaa98245201 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:29:44.832488 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c01a6-1a96-4daa-80ce-3c8dfc67f166 None None] Pushing event updated for resources: {'Port': ['ID=4631aac6-b197-43a9-b237-24d3bfa296ea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:44.849805 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.869714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:44.870292 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Attempting to bind port 4631aac6-b197-43a9-b237-24d3bfa296ea on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:44.870292 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Attempting to bind port 4631aac6-b197-43a9-b237-24d3bfa296ea by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:44.870565 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Attempting to bind port 4631aac6-b197-43a9-b237-24d3bfa296ea on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:44.895666 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6aa3b6d7-b2c6-40ec-ad85-20e2120ae18a admin admin] 10.222.0.25 "PUT /v2.0/routers/834630dc-484f-47f8-b12e-404bd6880a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3990669 May 09 18:29:44.896278 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:44.896658 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:44.903840 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.905088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:44.906953 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Bound port: 4631aac6-b197-43a9-b237-24d3bfa296ea, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:44.907707 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.911664 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3bbae11c-b333-4de3-b42a-66842a4ef225 None None] Provisioning complete for port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:44.912337 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bbae11c-b333-4de3-b42a-66842a4ef225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.980660 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks [] for port (81387697-09ef-4561-b97e-e5b81399ab1d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:44.992193 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Made reservation on behalf of 3e0d940b1aea46aea0fa187448375f04 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:44.996230 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:45.014477 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 18933e08-40e4-47f1-8713-1adf686ec561 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:45.076013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3bbae11c-b333-4de3-b42a-66842a4ef225 None None] Port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:45.094131 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] For port 4631aac6-b197-43a9-b237-24d3bfa296ea, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:45.097418 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] For port 4631aac6-b197-43a9-b237-24d3bfa296ea, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=4631aac6-b197-43a9-b237-24d3bfa296ea,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:45.107536 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 18933e08-40e4-47f1-8713-1adf686ec561 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:45.108123 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (18933e08-40e4-47f1-8713-1adf686ec561), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:45.112058 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:45.250841 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c01a6-1a96-4daa-80ce-3c8dfc67f166 None None] Pushing event updated for resources: {'Port': ['ID=4631aac6-b197-43a9-b237-24d3bfa296ea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:45.260004 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:45.260822 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:45.383644 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 18933e08-40e4-47f1-8713-1adf686ec561 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:45.385269 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:45.386793 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 128130e9-1815-4c86-b544-157808b44762 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:45.393250 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:45.417267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:45.429622 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:45.432413 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:45.481754 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:45.497610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:45.510910 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:45.532451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:45.536813 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e14d9493-4c57-4d01-870a-fac8d8f51478 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0073123 May 09 18:29:45.539749 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:45.649912 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:45.807141 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:46.071538 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 128130e9-1815-4c86-b544-157808b44762 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:46.092216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (128130e9-1815-4c86-b544-157808b44762), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:46.370311 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:46.512821 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:46.565862 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Allocated IP 172.20.0.3 (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa/b94cdf33-2dcf-4844-b7ab-88269253d7bd/5e0cd009-d38e-452c-a4c4-7736e46f139b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:46.573450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Pushing event updated for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:46.586365 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:46.599889 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122172466', 'description': 'tempest-description--1160448507'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:46.624575 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:46.654052 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:46.668964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:46.698678 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:46.699307 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Updating router 834630dc-484f-47f8-b12e-404bd6880a39 port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:46.710867 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:36Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:46.730713 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:46.797153 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:46.822111 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1d6a7-9e40-4600-aad7-d9d5e42ba975 None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:36Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:29:46.943359 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 128130e9-1815-4c86-b544-157808b44762 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:46.948705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 7f3c2095-08ac-4462-8302-2e849bd64c3c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:47.037693 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:47.133201 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b74511b3-d725-4f6b-a910-20fd4b0fb6b6 req-8f37b50b-6bb9-49d7-94db-d22af215927f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.7964704 May 09 18:29:47.185087 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:47.189791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.272828 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.293157 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 7f3c2095-08ac-4462-8302-2e849bd64c3c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:47.293594 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.324511 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f9c313f-fdf2-4426-a855-f72f8445322b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.632425 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks [] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.641480 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.655403 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f9c313f-fdf2-4426-a855-f72f8445322b admin admin] Publish callbacks [] for security_group (0f4a5949-c265-4e0e-aa55-5e40c10ea77a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.665776 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f9c313f-fdf2-4426-a855-f72f8445322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0f4a5949-c265-4e0e-aa55-5e40c10ea77a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.666034 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3f5184d-1aa0-49d6-911a-23d6770636b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.672735 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.708621 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.743025 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:47.798297 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7f9c313f-fdf2-4426-a855-f72f8445322b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74dc3d60f0bc4ceb85d32720240c4032&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0638700 May 09 18:29:47.814360 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:47.815430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c313f-fdf2-4426-a855-f72f8445322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a5949-c265-4e0e-aa55-5e40c10ea77a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:47.842788 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:47.856358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Updating router e642a810-7780-48de-8139-adaa98245201 port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:47.866512 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aa76c740-2fb8-4ab0-bd0b-13af07899d4a None None] Provisioning complete for port 81387697-09ef-4561-b97e-e5b81399ab1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:47.867662 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa76c740-2fb8-4ab0-bd0b-13af07899d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:47.881715 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aae4c-c7a3-468a-bbe1-2281d2534650 None None] Pushing event updated for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:48.026322 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa76c740-2fb8-4ab0-bd0b-13af07899d4a None None] Port 81387697-09ef-4561-b97e-e5b81399ab1d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:48.033523 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Attempting to bind port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:48.036364 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Attempting to bind port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:48.036836 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Attempting to bind port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:48.055726 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:48.055726 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:48.056389 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.056887 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:48.069729 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Bound port: c8ddb4bf-2d52-475c-9ffd-9283be6ec550, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:48.070350 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.119879 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] Publish callbacks [] for security_group (0f4a5949-c265-4e0e-aa55-5e40c10ea77a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.158443 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.262284 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] Publish callbacks [] for security_group (0f4a5949-c265-4e0e-aa55-5e40c10ea77a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.386510 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] For port c8ddb4bf-2d52-475c-9ffd-9283be6ec550, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:48.401756 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] For port c8ddb4bf-2d52-475c-9ffd-9283be6ec550, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:48.418255 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.428814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3f5184d-1aa0-49d6-911a-23d6770636b8 admin admin] Publish callbacks [] for security_group (95e42306-7505-494c-86d9-b89a2f0b69f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.581562 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aae4c-c7a3-468a-bbe1-2281d2534650 None None] Pushing event updated for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:48.624624 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0f4a5949-c265-4e0e-aa55-5e40c10ea77a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.626072 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:48.627662 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:48.649437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.652041 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f4a5949-c265-4e0e-aa55-5e40c10ea77a HTTP/1.1" status: 204 len: 168 time: 0.8320837 May 09 18:29:48.654758 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Allocated IP 172.20.0.1 (4730889d-2bd2-49e5-82ef-67b5eb3e8023/dc8bb3ea-6c46-43d2-a544-0df1eba8d263/14b15080-6ae9-41e7-8878-93f2d549c936) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:48.682465 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks [] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.695779 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c01f8-846c-4bee-aae8-17bd1af19c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a5949-c265-4e0e-aa55-5e40c10ea77a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:48.894902 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3f5184d-1aa0-49d6-911a-23d6770636b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (95e42306-7505-494c-86d9-b89a2f0b69f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:48.913626 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.076215 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:49.078010 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks [] for port (14b15080-6ae9-41e7-8878-93f2d549c936), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.126785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (fec36c9d-f4be-4464-96e3-e97eb1b919d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.140227 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.187153 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.245325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 7f3c2095-08ac-4462-8302-2e849bd64c3c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:49.245850 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.252288 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:49.259048 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:49.326512 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:49.329136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (e642a810-7780-48de-8139-adaa98245201), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.371966 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Provisioning complete for port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:49.372363 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.373225 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Pushing event updated for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:49.379493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fec36c9d-f4be-4464-96e3-e97eb1b919d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.401442 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 7f3c2095-08ac-4462-8302-2e849bd64c3c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=7f3c2095-08ac-4462-8302-2e849bd64c3c,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:49.434118 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d3f5184d-1aa0-49d6-911a-23d6770636b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0215e7469b54a89bb356d03a8c87aae&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7816751 May 09 18:29:49.492163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:49.495110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.496851 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9687629 May 09 18:29:49.503606 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:49.518520 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.639279 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5184d-1aa0-49d6-911a-23d6770636b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e42306-7505-494c-86d9-b89a2f0b69f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:49.660442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:49.707374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03018d7-bf53-4829-86f5-104be4335f19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec36c9d-f4be-4464-96e3-e97eb1b919d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:49.714853 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': 'fec36c9d-f4be-4464-96e3-e97eb1b919d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:49.758746 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:49.842286 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 4631aac6-b197-43a9-b237-24d3bfa296ea up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:49.850400 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Pushing event updated for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:49.861446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e060ce-aafc-4468-8e19-c3290b188176 req-b9e560ee-c520-4b63-9d70-fe6c5f30aabe tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:49.876374 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22e060ce-aafc-4468-8e19-c3290b188176 req-b9e560ee-c520-4b63-9d70-fe6c5f30aabe tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 931 time: 0.9964864 May 09 18:29:49.894043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:49.907144 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:49.988779 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784d2f4-e3d4-417f-81d9-95c22139f16c None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:29:49.995245 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] Publish callbacks [] for security_group (95e42306-7505-494c-86d9-b89a2f0b69f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.053512 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=7f3c2095-08ac-4462-8302-2e849bd64c3c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:50.123102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:50.139759 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks [] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.142153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:50.142697 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.159045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (73cf9138-b67d-406d-8997-07c5f8490980), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.174478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.326265 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:50.332467 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Current status of the port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:50.334221 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.437372 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] Publish callbacks [] for security_group (95e42306-7505-494c-86d9-b89a2f0b69f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.516879 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Attempting to bind port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:50.518228 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Attempting to bind port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:50.518764 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Attempting to bind port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:50.533873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks [] for port (14b15080-6ae9-41e7-8878-93f2d549c936), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.543286 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.547343 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (e642a810-7780-48de-8139-adaa98245201), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.658714 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0dd3550-09c8-400c-9c72-4e69bad06d7f tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4109039 May 09 18:29:50.709511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-37c95266-e7bb-4aa9-bbc2-32b730bb4ff5 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:29:50.710825 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-37c95266-e7bb-4aa9-bbc2-32b730bb4ff5 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076687 May 09 18:29:50.721589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] For port c8ddb4bf-2d52-475c-9ffd-9283be6ec550, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:50.729398 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29291-68ae-4254-ab8e-dd521732cce5 None None] Pushing event updated for resources: {'Port': ['ID=5ccc95bc-01aa-4bea-8e9e-9a94430da590,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:50.742241 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.776544 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22e060ce-aafc-4468-8e19-c3290b188176 req-024fc997-a40f-4ac5-be64-41b62032c002 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8991280 May 09 18:29:50.809490 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659217db-bc2d-42d3-8c2a-fc12323cb6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.946567 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d1c3-834e-42f7-a300-3766a2577268 None None] Pushing event updated for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:50.970121 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (73cf9138-b67d-406d-8997-07c5f8490980), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.996690 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:50.996918 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:50.997191 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:50.997574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:50.998073 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Bound port: 5ccc95bc-01aa-4bea-8e9e-9a94430da590, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:50.998459 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.030420 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (73cf9138-b67d-406d-8997-07c5f8490980), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.117270 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Pushing event updated for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:51.169229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cf9138-b67d-406d-8997-07c5f8490980,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:51.196936 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] For port 5ccc95bc-01aa-4bea-8e9e-9a94430da590, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:51.214758 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] For port 5ccc95bc-01aa-4bea-8e9e-9a94430da590, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=5ccc95bc-01aa-4bea-8e9e-9a94430da590,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:51.248610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.260814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.273278 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-68279569-88ce-41fe-a489-088956fbcd55 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5685418 May 09 18:29:51.276956 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:51.291867 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': 'fec36c9d-f4be-4464-96e3-e97eb1b919d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:51.301982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 4631aac6-b197-43a9-b237-24d3bfa296ea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:51.304316 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.312728 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (95e42306-7505-494c-86d9-b89a2f0b69f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.316669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.317992 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95e42306-7505-494c-86d9-b89a2f0b69f1 HTTP/1.1" status: 204 len: 168 time: 1.8199441 May 09 18:29:51.350519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Request body: {'port': {'device_id': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:51.517601 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:51.533442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f5fd-7133-423c-b50b-23cae19870f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e42306-7505-494c-86d9-b89a2f0b69f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:51.543563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:51.551828 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (56627759-98c2-4c0f-b9d4-7da98878eded), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.620562 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.627962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks [] for port (81387697-09ef-4561-b97e-e5b81399ab1d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.680077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.681352 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.747848 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:51.751918 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:51.895606 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659217db-bc2d-42d3-8c2a-fc12323cb6f9 admin admin] Publish callbacks [] for security_group (ed721ac2-627a-4324-8ad3-5b9b986c0568), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:51.929182 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659217db-bc2d-42d3-8c2a-fc12323cb6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ed721ac2-627a-4324-8ad3-5b9b986c0568), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.084791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753242b-b0fe-4051-bd65-20fd1f3dc056 req-7aaebf74-9f46-457d-8e91-8dcfde2e1e8a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:52.104800 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9753242b-b0fe-4051-bd65-20fd1f3dc056 req-7aaebf74-9f46-457d-8e91-8dcfde2e1e8a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 931 time: 0.1764345 May 09 18:29:52.184171 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:52.203581 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:52.256946 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Pushing event updated for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:52.272726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (56627759-98c2-4c0f-b9d4-7da98878eded), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.286175 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-659217db-bc2d-42d3-8c2a-fc12323cb6f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2596302735dd4b07b3d9ca4de4591ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9571855 May 09 18:29:52.289568 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659217db-bc2d-42d3-8c2a-fc12323cb6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed721ac2-627a-4324-8ad3-5b9b986c0568,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:52.300859 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:52.323969 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (56627759-98c2-4c0f-b9d4-7da98878eded), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.409441 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:29:52.415787 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9753242b-b0fe-4051-bd65-20fd1f3dc056 req-a7a90685-df6c-4f89-bc64-c6ff04523d46 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105342 May 09 18:29:52.417325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5d06-ac1e-42ca-8fd7-179e15f4a910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.480534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] Publish callbacks [] for security_group (ed721ac2-627a-4324-8ad3-5b9b986c0568), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.482018 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:52.483932 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.670388 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] Publish callbacks [] for security_group (ed721ac2-627a-4324-8ad3-5b9b986c0568), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.871872 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:52.896648 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-12cbed01-bf97-4e3b-8d0e-066ab4d282a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/e642a810-7780-48de-8139-adaa98245201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3423090 May 09 18:29:52.922294 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ed721ac2-627a-4324-8ad3-5b9b986c0568), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.925226 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:52.929204 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed721ac2-627a-4324-8ad3-5b9b986c0568 HTTP/1.1" status: 204 len: 168 time: 0.6252358 May 09 18:29:52.942442 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf68417-4982-4c4e-97f7-b65695f2a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed721ac2-627a-4324-8ad3-5b9b986c0568,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:53.001665 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29291-68ae-4254-ab8e-dd521732cce5 None None] Pushing event updated for resources: {'Port': ['ID=5ccc95bc-01aa-4bea-8e9e-9a94430da590,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:53.043344 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Port 14b15080-6ae9-41e7-8878-93f2d549c936 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:53.071626 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 4631aac6-b197-43a9-b237-24d3bfa296ea is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:53.072256 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.106468 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 4631aac6-b197-43a9-b237-24d3bfa296ea, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=4631aac6-b197-43a9-b237-24d3bfa296ea,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:53.150356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.155818 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Provisioning complete for port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:53.163269 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56627759-98c2-4c0f-b9d4-7da98878eded,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:53.173700 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.353585 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.358798 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b76991d7-6ecb-425e-a88e-d90a4253b1d9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0729845 May 09 18:29:53.361063 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:53.365965 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:53.407585 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:53.447610 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:53.469787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.519615 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 2, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:53.708837 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c8ddb4bf-2d52-475c-9ffd-9283be6ec550 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:53.714910 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5e1-6d5f-4e39-ad6c-80fb00800e83 None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 2, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:29:53.726504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=4631aac6-b197-43a9-b237-24d3bfa296ea,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:53.853215 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59904) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:53.918697 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c435595b-c650-459a-8a04-7406151f9004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:53.919362 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b779cd4c-a58b-4568-b7b4-1c1a464ae25b None None] Current status of the port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:53.948183 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:53.948586 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.085102 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:54.085820 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.134679 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01fb33-2407-4702-b7b0-41ad9288f50d req-e4a7fee3-fce1-4776-8901-7e548785844a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:54.136313 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca01fb33-2407-4702-b7b0-41ad9288f50d req-e4a7fee3-fce1-4776-8901-7e548785844a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 931 time: 0.3312154 May 09 18:29:54.152997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:54.184083 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041808245', 'description': 'tempest-description--552244816'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:54.230292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.287262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Port 14b15080-6ae9-41e7-8878-93f2d549c936 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:54.365499 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Provisioning complete for port 81387697-09ef-4561-b97e-e5b81399ab1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:54.365873 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.368809 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:54.376627 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 7f3c2095-08ac-4462-8302-2e849bd64c3c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:54.489099 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c435595b-c650-459a-8a04-7406151f9004 admin admin] Publish callbacks [] for security_group (4f93cdb0-dd6e-4a24-89ce-55f193f15410), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.587910 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0cd009-d38e-452c-a4c4-7736e46f139b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:29:54.599865 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks [] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.605820 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-19494442-53c7-4d19-830a-e5a357b2bc0e None None] Port 81387697-09ef-4561-b97e-e5b81399ab1d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:29:54.640460 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Transition to ACTIVE for port object 5e0cd009-d38e-452c-a4c4-7736e46f139b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:29:54.659275 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 7f3c2095-08ac-4462-8302-2e849bd64c3c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:54.660589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.763480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.786388 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.820715 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c435595b-c650-459a-8a04-7406151f9004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (4f93cdb0-dd6e-4a24-89ce-55f193f15410), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:54.832544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:29:54.839817 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 7f3c2095-08ac-4462-8302-2e849bd64c3c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:54.863389 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435595b-c650-459a-8a04-7406151f9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93cdb0-dd6e-4a24-89ce-55f193f15410,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:54.912182 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.27.3.10 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/2fba1c8f-c05e-4fa9-9775-6275c8095057) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:54.919554 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c435595b-c650-459a-8a04-7406151f9004 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2c4bd2ed1ce46fe8bc9ed3e4a565f53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0621815 May 09 18:29:54.920292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:54.975539 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca01fb33-2407-4702-b7b0-41ad9288f50d req-07fd3c67-8ffa-46cb-a41d-7569be0f9309 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823026 May 09 18:29:55.055721 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] Publish callbacks [] for security_group (4f93cdb0-dd6e-4a24-89ce-55f193f15410), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.090750 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] Publish callbacks [] for security_group (4f93cdb0-dd6e-4a24-89ce-55f193f15410), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.105753 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5d06-ac1e-42ca-8fd7-179e15f4a910 admin admin] Publish callbacks [] for security_group (6e2361b0-c77a-4301-9f36-6e0f863aa3be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.180211 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5d06-ac1e-42ca-8fd7-179e15f4a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (6e2361b0-c77a-4301-9f36-6e0f863aa3be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.192560 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (4f93cdb0-dd6e-4a24-89ce-55f193f15410), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.195310 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.214799 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f93cdb0-dd6e-4a24-89ce-55f193f15410 HTTP/1.1" status: 204 len: 168 time: 0.2902977 May 09 18:29:55.261594 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922b028-5eb2-4822-9a84-78d79a374626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93cdb0-dd6e-4a24-89ce-55f193f15410,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:55.318915 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.437639 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.460262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 4631aac6-b197-43a9-b237-24d3bfa296ea up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:55.491214 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:55.494646 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:55.502859 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:55.514518 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=2fba1c8f-c05e-4fa9-9775-6275c8095057,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:55.604336 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:55.765488 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.780773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (2d319063-0a44-4a3a-969f-a2ed9d63575c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.853141 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5ebf5d06-ac1e-42ca-8fd7-179e15f4a910 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=099b98b265a34a7ca16ac33f9b9890ae&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6407890 May 09 18:29:55.853477 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2d319063-0a44-4a3a-969f-a2ed9d63575c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:55.859058 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 59940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:55.908214 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.008081 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 4631aac6-b197-43a9-b237-24d3bfa296ea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:56.011436 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.038502 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Attempting to bind port 5e0cd009-d38e-452c-a4c4-7736e46f139b on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:56.039128 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Attempting to bind port 5e0cd009-d38e-452c-a4c4-7736e46f139b by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '17f60f60-2df3-48a9-8916-7df2c1bb1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:56.039682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Attempting to bind port 5e0cd009-d38e-452c-a4c4-7736e46f139b on network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:56.104592 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Port 5e0cd009-d38e-452c-a4c4-7736e46f139b on network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:29:56.104929 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Attempting to bind port 5e0cd009-d38e-452c-a4c4-7736e46f139b on network 9bd9eb17-ecb5-478f-ba90-356efc1ddcaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:56.131314 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf5d06-ac1e-42ca-8fd7-179e15f4a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2361b0-c77a-4301-9f36-6e0f863aa3be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:56.188199 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:56.188810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Checking segment: {'id': '17f60f60-2df3-48a9-8916-7df2c1bb1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:56.189547 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Bound using segment: {'id': '17f60f60-2df3-48a9-8916-7df2c1bb1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:56.190224 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Bound port: 5e0cd009-d38e-452c-a4c4-7736e46f139b, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f60f60-2df3-48a9-8916-7df2c1bb1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:56.191374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.359260 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a494-0842-4708-a205-104862032d66 req-b29b1009-781a-4e89-92fb-0213d7e51460 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:56.361732 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8741a494-0842-4708-a205-104862032d66 req-b29b1009-781a-4e89-92fb-0213d7e51460 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 943 time: 0.1444316 May 09 18:29:56.361859 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 4631aac6-b197-43a9-b237-24d3bfa296ea is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:56.423879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:29:56.434873 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:56.446805 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:56.455366 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:56.494656 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:56.578631 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.597292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.637486 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d96d959d-df5b-4875-bc0b-f0c036acec99 admin admin] 10.222.0.25 "PUT /v2.0/routers/83d1fa01-0146-42f8-9f4f-ee0c7727cbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5025694 May 09 18:29:56.660795 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8741a494-0842-4708-a205-104862032d66 req-56427f0d-f494-457b-bf72-51f88e848c68 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304823 May 09 18:29:56.672119 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.679543 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5253384 May 09 18:29:56.724156 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:56.739798 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group_rule': {'security_group_id': '2d319063-0a44-4a3a-969f-a2ed9d63575c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:56.777753 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.780446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b,segment=NetworkSegment(17f60f60-2df3-48a9-8916-7df2c1bb1fda),segment_id=17f60f60-2df3-48a9-8916-7df2c1bb1fda)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:56.801974 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4327-59f1-4892-a8fe-16035f458240 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d319063-0a44-4a3a-969f-a2ed9d63575c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:56.848199 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.860830 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=2fba1c8f-c05e-4fa9-9775-6275c8095057,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:56.879599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:56.889567 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:56.892836 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ec1cb8a1-5b35-47ec-a939-e1779db83480 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5303931 May 09 18:29:56.897461 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (ad7ab896-d1f0-4d17-8da7-906411025fce), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.041872 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (ad7ab896-d1f0-4d17-8da7-906411025fce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.054071 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (ad7ab896-d1f0-4d17-8da7-906411025fce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.084098 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] Publish callbacks [] for security_group (6e2361b0-c77a-4301-9f36-6e0f863aa3be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.094611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:57.096825 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.102628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e0cd009-d38e-452c-a4c4-7736e46f139b HTTP/1.1" status: 200 len: 1093 time: 6.1139882 May 09 18:29:57.116424 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:29:57.163458 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.171326 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446757 May 09 18:29:57.181876 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 59988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:57.194706 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group_rule': {'security_group_id': '2d319063-0a44-4a3a-969f-a2ed9d63575c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:57.209001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd503ff-07f0-4671-979b-27e4df70e2b1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7ab896-d1f0-4d17-8da7-906411025fce,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:57.306140 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (3fdd126f-0abb-4a74-aae3-a92309c4c6a2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.368976 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 5ccc95bc-01aa-4bea-8e9e-9a94430da590 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:57.492905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (3fdd126f-0abb-4a74-aae3-a92309c4c6a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.499994 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (3fdd126f-0abb-4a74-aae3-a92309c4c6a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.543437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdd126f-0abb-4a74-aae3-a92309c4c6a2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:57.566454 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.572130 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-720d4b08-509d-438a-bb36-f7a116c88644 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846486 May 09 18:29:57.572130 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:57.587267 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:57.623786 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:57.624768 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.632205 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.682484 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:57.763692 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 2, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:57.810002 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-131153bf-5a6b-4c43-9bbf-cb447852096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:57.816011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-131153bf-5a6b-4c43-9bbf-cb447852096e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e0d940b1aea46aea0fa187448375f04&device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 1127 time: 0.3210874 May 09 18:29:57.851620 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:57.852034 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Updating router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 port 81387697-09ef-4561-b97e-e5b81399ab1d binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:57.865012 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:57.865647 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.886026 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df7ed8-330d-4f7d-b229-12f49b3ab937 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:57.898043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.914592 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:57.922981 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 5ccc95bc-01aa-4bea-8e9e-9a94430da590, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=5ccc95bc-01aa-4bea-8e9e-9a94430da590,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:29:57.932703 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.015342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] Publish callbacks [] for security_group (6e2361b0-c77a-4301-9f36-6e0f863aa3be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.028602 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-c0429881-6995-4b63-909c-922f81f90565 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b HTTP/1.1" status: 200 len: 217 time: 0.1738837 May 09 18:29:58.065580 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=5ccc95bc-01aa-4bea-8e9e-9a94430da590,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:58.096141 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (6e2361b0-c77a-4301-9f36-6e0f863aa3be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.098717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.102321 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e2361b0-c77a-4301-9f36-6e0f863aa3be HTTP/1.1" status: 204 len: 168 time: 2.0481262 May 09 18:29:58.111272 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Allocated IP 172.27.3.95 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a3c8d233-f6ed-4e1a-b640-d04b6e5281eb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:29:58.139783 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbde849-9269-485d-957d-3bb1f311672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2361b0-c77a-4301-9f36-6e0f863aa3be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:58.164956 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-8bc962a1-3e58-44cb-a7a0-f9b0b88c4a12 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--122172466&fields=id&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 267 time: 0.3385603 May 09 18:29:58.288580 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:58.330562 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279403793-network', 'tenant_id': 'df9194d5f9174b7c943c71fa7bfb3318'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:29:58.343640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-3e9d16b5-5c18-4e84-ab24-cf0733fdde48 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:58.345180 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-3e9d16b5-5c18-4e84-ab24-cf0733fdde48 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1714356 May 09 18:29:58.384371 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Made reservation on behalf of df9194d5f9174b7c943c71fa7bfb3318 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:29:58.387419 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.410299 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.433860 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9aff9-89ef-4015-bf01-8ca2e260da3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:29:58.458530 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:29:58.477686 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:58.478317 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:58.573049 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-3813e92d-270f-47d9-a7ac-57372fdfc826 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/quotas/3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 375 time: 0.2053435 May 09 18:29:58.619768 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.623138 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:58.631602 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks [] for port (81387697-09ef-4561-b97e-e5b81399ab1d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.650262 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.746109 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-8326f12f-fbe9-4dfb-a232-53bbe6280189 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:58.747654 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-8326f12f-fbe9-4dfb-a232-53bbe6280189 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.4003415 May 09 18:29:58.749274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-4abd6eb1-8836-49d1-90ce-24032400ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:58.750784 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-4abd6eb1-8836-49d1-90ce-24032400ae1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b94cdf33-2dcf-4844-b7ab-88269253d7bd HTTP/1.1" status: 200 len: 851 time: 0.4045420 May 09 18:29:58.774799 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1926012a-a1a6-4f47-b2aa-b8af247b0d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.808269 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Attempting to bind port 81387697-09ef-4561-b97e-e5b81399ab1d on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:29:58.809475 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Attempting to bind port 81387697-09ef-4561-b97e-e5b81399ab1d by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:29:58.810209 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Attempting to bind port 81387697-09ef-4561-b97e-e5b81399ab1d on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:29:58.820077 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:29:58.820884 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:29:58.821589 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.822215 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Bound using segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:29:58.822920 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Bound port: 81387697-09ef-4561-b97e-e5b81399ab1d, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:29:58.823575 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.856000 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks [] for security_group (3f9efc28-962f-4138-9921-982b99cf85a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.857302 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.933798 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] For port 81387697-09ef-4561-b97e-e5b81399ab1d, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:29:58.940990 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] For port 81387697-09ef-4561-b97e-e5b81399ab1d, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=81387697-09ef-4561-b97e-e5b81399ab1d,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:29:58.950862 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3f9efc28-962f-4138-9921-982b99cf85a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.965684 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:58.970434 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8391d7-946a-45c7-a0c0-22cbb6b124fd None None] Pushing event updated for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.010324 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:29:59.032519 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:29:59.038790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 2, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:59.059041 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:29:59.061940 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:29:59.082897 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9efc28-962f-4138-9921-982b99cf85a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.106110 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.106689 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Added segment 9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2 of type vlan for network 44cb77ad-09e2-472d-a363-6d3aff992ff4 May 09 18:29:59.108969 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=a3c8d233-f6ed-4e1a-b640-d04b6e5281eb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.121061 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:29:59.121425 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Updating router e642a810-7780-48de-8139-adaa98245201 port 14b15080-6ae9-41e7-8878-93f2d549c936 binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:29:59.170083 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8391d7-946a-45c7-a0c0-22cbb6b124fd None None] Pushing event updated for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.185615 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-7c360be5-f8b3-4dde-b6e5-dfe9f6b24b49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4261312 May 09 18:29:59.190534 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Provisioning complete for port 81387697-09ef-4561-b97e-e5b81399ab1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:59.190914 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.199040 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:29:59.203063 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:59.229059 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-bdd0b805-c6ff-4da6-aa19-ad319ae1c983 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/quotas/705eecf37fcc4fe7aabef923ece6ad59 HTTP/1.1" status: 200 len: 375 time: 0.4723232 May 09 18:29:59.242635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.277600 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-bc5f37a8-de6e-4721-a5cb-20bd2ad1b87c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6877389 May 09 18:29:59.300914 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.342894 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 5ccc95bc-01aa-4bea-8e9e-9a94430da590 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:29:59.371593 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (44cb77ad-09e2-472d-a363-6d3aff992ff4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.394479 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-53e4d39d-5886-47c5-9bbb-d710291e4030 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644573 May 09 18:29:59.433053 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.487898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1926012a-a1a6-4f47-b2aa-b8af247b0d2e admin admin] Publish callbacks [] for security_group (1ff39177-2ff8-4ad2-8a4b-4453583f9270), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.505954 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1926012a-a1a6-4f47-b2aa-b8af247b0d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1ff39177-2ff8-4ad2-8a4b-4453583f9270), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.521444 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-62c7b75b-fe6c-431f-b040-15022f984d3e service neutron] 10.222.0.36 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244598 May 09 18:29:59.557413 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:29:59.575150 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:29:59.575742 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.664285 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-0f339df4-a93e-4de5-931b-43b14e26ed8e service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687011 May 09 18:29:59.681931 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926012a-a1a6-4f47-b2aa-b8af247b0d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff39177-2ff8-4ad2-8a4b-4453583f9270,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.696377 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (44cb77ad-09e2-472d-a363-6d3aff992ff4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.697348 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:29:59.697933 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.712132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Current status of the port 81387697-09ef-4561-b97e-e5b81399ab1d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:29:59.712528 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:59.762131 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46048b1c-8ee0-4f9a-bedb-77a7014056c1 req-630d9a3b-d858-4d4a-be5a-2d5073e2f2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337267 May 09 18:29:59.806379 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-bbabd4a4-57ea-4ddc-8a3b-9177f4f8bba1 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338665 May 09 18:29:59.815656 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-4f814848-4cf3-456d-8f24-fb2d20b9a1a5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:29:59.822606 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-4f814848-4cf3-456d-8f24-fb2d20b9a1a5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2576969 May 09 18:29:59.891834 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=44cb77ad-09e2-472d-a363-6d3aff992ff4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:29:59.913521 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:58Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:29:59.942841 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1926012a-a1a6-4f47-b2aa-b8af247b0d2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3413dab8ad594356ad8cde1976e33954&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6472056 May 09 18:29:59.942841 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:59.959495 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b7552e17-d8fa-4940-8630-4394d0e1d7b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2759480 May 09 18:29:59.966992 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 44cb77ad-09e2-472d-a363-6d3aff992ff4 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:29:59.969055 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea4ed6-1f80-4e78-94b8-faf139d09a8f None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:58Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:29:59.983384 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:59.993520 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-158f081f-318f-46d4-ba94-e75f07e72b95 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699321 May 09 18:30:00.001976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Request body: {'subnet': {'network_id': '44cb77ad-09e2-472d-a363-6d3aff992ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279403793-subnet', 'tenant_id': 'df9194d5f9174b7c943c71fa7bfb3318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:00.104792 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] For port 81387697-09ef-4561-b97e-e5b81399ab1d, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=81387697-09ef-4561-b97e-e5b81399ab1d,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:00.160452 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.211346 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:00.267955 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.298961 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.378858 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks [] for port (14b15080-6ae9-41e7-8878-93f2d549c936), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.383050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b0c7c32c-d053-4d0f-b8c6-71cce71b9c85 None None] Provisioning complete for port 81387697-09ef-4561-b97e-e5b81399ab1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:00.383785 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c32c-d053-4d0f-b8c6-71cce71b9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.389229 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e4a0e-c344-42d3-bc54-3b0e97438d54 None None] Pushing event updated for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:00.406226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.432293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.439951 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-70405be4-f3e7-40fe-9d6d-c84abde0554b service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394655 May 09 18:30:00.449464 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=a3c8d233-f6ed-4e1a-b640-d04b6e5281eb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:00.457533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] Publish callbacks [] for security_group (1ff39177-2ff8-4ad2-8a4b-4453583f9270), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.490874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490472-a70f-4552-ab74-1fa1cf7fb5d1 req-30620700-0f6b-468f-a8f2-3f43b320235a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:00.501174 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bf490472-a70f-4552-ab74-1fa1cf7fb5d1 req-30620700-0f6b-468f-a8f2-3f43b320235a tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 943 time: 0.2491877 May 09 18:30:00.513025 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.523203 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-17feada3-edba-4a16-b566-300fb86124dc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9401391 May 09 18:30:00.523203 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Made reservation on behalf of df9194d5f9174b7c943c71fa7bfb3318 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:00.533930 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:00.653313 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bf490472-a70f-4552-ab74-1fa1cf7fb5d1 req-c48a433a-56e4-4c61-8d2c-f40ef02a0804 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435070 May 09 18:30:00.785562 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1d048-d95e-4107-8201-eea17ffbc890 None None] Pushing event updated for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:00.971831 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7c32c-d053-4d0f-b8c6-71cce71b9c85 None None] Current status of the port 81387697-09ef-4561-b97e-e5b81399ab1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:01.022812 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] Publish callbacks [] for security_group (1ff39177-2ff8-4ad2-8a4b-4453583f9270), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.091311 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (f7d32bff-1c50-49ba-9d19-e86f30c0a1e1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.096496 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Attempting to bind port 14b15080-6ae9-41e7-8878-93f2d549c936 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:01.096878 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Attempting to bind port 14b15080-6ae9-41e7-8878-93f2d549c936 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:01.097511 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Attempting to bind port 14b15080-6ae9-41e7-8878-93f2d549c936 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:01.098287 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1ff39177-2ff8-4ad2-8a4b-4453583f9270), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.101149 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.102567 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ff39177-2ff8-4ad2-8a4b-4453583f9270 HTTP/1.1" status: 204 len: 168 time: 1.1602938 May 09 18:30:01.140305 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:01.141754 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Checking segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:01.154045 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.154485 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Bound using segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:01.156039 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Bound port: 14b15080-6ae9-41e7-8878-93f2d549c936, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:01.156303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.219820 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f32a4305-183f-496c-b556-20b3d050bcc2 None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:01.220221 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f32a4305-183f-496c-b556-20b3d050bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.253836 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec5de4-e997-40a5-9fe5-0b692a4bdbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff39177-2ff8-4ad2-8a4b-4453583f9270,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:01.289191 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97818a1b-c1d2-441c-affb-f925941a10ec req-93d60139-abda-4981-8c49-ff671efb7078 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 210 time: 0.0528705 May 09 18:30:01.380874 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d32bff-1c50-49ba-9d19-e86f30c0a1e1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:01.396728 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Checking segment: {'id': '9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '44cb77ad-09e2-472d-a363-6d3aff992ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:01.401264 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Network hostable DHCP agents. Network: 44cb77ad-09e2-472d-a363-6d3aff992ff4, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:01.477883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee8b04f-e66a-41ed-9359-1f717f131e4f x-openstack-request-id: req-7ee8b04f-e66a-41ed-9359-1f717f131e4f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:01.478394 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:01.479373 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ee8b04f-e66a-41ed-9359-1f717f131e4f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:01.480155 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee8b04f-e66a-41ed-9359-1f717f131e4f'] response: {'name': 'network-changed', 'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b', 'status': 'completed', 'code': 200} May 09 18:30:01.510291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Network 44cb77ad-09e2-472d-a363-6d3aff992ff4 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:01.529701 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 44cb77ad-09e2-472d-a363-6d3aff992ff4) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:01.544172 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:01.546263 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.584175 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f32a4305-183f-496c-b556-20b3d050bcc2 None None] Port 14b15080-6ae9-41e7-8878-93f2d549c936 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:01.587377 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 81387697-09ef-4561-b97e-e5b81399ab1d up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:01.605146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b108b-035b-4890-8c0d-7fa70985d2d6 None None] Network 44cb77ad-09e2-472d-a363-6d3aff992ff4 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:01.605893 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1fd34be3-3e8e-4307-ad02-457cf557dc70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6204109 May 09 18:30:01.833315 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9268868-ef36-4e65-9bbe-54516166f6c2 req-fd61cd27-3dcf-4a68-8de2-d5712be9f340 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 210 time: 0.2636831 May 09 18:30:01.878267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] For port 14b15080-6ae9-41e7-8878-93f2d549c936, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:01.941265 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] For port 14b15080-6ae9-41e7-8878-93f2d549c936, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=14b15080-6ae9-41e7-8878-93f2d549c936,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:01.984891 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 81387697-09ef-4561-b97e-e5b81399ab1d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:01.985276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:01.995977 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.020305 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-53bf0fd9-2a69-4489-b04f-36794b7bc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:02.023408 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-53bf0fd9-2a69-4489-b04f-36794b7bc9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e0d940b1aea46aea0fa187448375f04&device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 1127 time: 0.3883407 May 09 18:30:02.052950 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbaa22-272c-4e7f-87d2-f99a84f4f2ac None None] Network 44cb77ad-09e2-472d-a363-6d3aff992ff4 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:02.058714 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-099aaf35-4621-40a7-a739-b5074017fac4 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2041808245&fields=id&tenant_id=78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 267 time: 0.5165048 May 09 18:30:02.302915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-bedda312-6ab1-4ff3-906e-268074eafd53 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:02.313185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:02.314070 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:29:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:02.316406 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-bedda312-6ab1-4ff3-906e-268074eafd53 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 811 time: 0.2562218 May 09 18:30:02.403003 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60204) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:02.433302 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b9a506a-a1c9-4010-a420-4fc03ffcbbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.461522 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-914f09ba-c2d1-41af-813e-04ee748fd6b8 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/quotas/78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 375 time: 0.1440613 May 09 18:30:02.599884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b9a506a-a1c9-4010-a420-4fc03ffcbbe7 admin admin] Publish callbacks [] for security_group (206fd07a-220d-40db-bbfa-7c233552c507), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.604580 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b9a506a-a1c9-4010-a420-4fc03ffcbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (206fd07a-220d-40db-bbfa-7c233552c507), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.647574 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0b9a506a-a1c9-4010-a420-4fc03ffcbbe7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0755853c51354cf7aa942f6bdde3c948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409265 May 09 18:30:02.652231 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:02.659116 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:02.695966 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a506a-a1c9-4010-a420-4fc03ffcbbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206fd07a-220d-40db-bbfa-7c233552c507,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:02.738894 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-29b79dfa-adfe-4e9a-b5ce-78f7cf809d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:02.739476 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-29b79dfa-adfe-4e9a-b5ce-78f7cf809d5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa HTTP/1.1" status: 200 len: 912 time: 0.5009720 May 09 18:30:02.839278 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-1c74a939-9756-47b1-8b26-1dfdb452ee00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042135 May 09 18:30:02.912820 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] Publish callbacks [] for security_group (206fd07a-220d-40db-bbfa-7c233552c507), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.936795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] Publish callbacks [] for security_group (206fd07a-220d-40db-bbfa-7c233552c507), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:02.939326 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1d048-d95e-4107-8201-eea17ffbc890 None None] Pushing event updated for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:02.952357 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 81387697-09ef-4561-b97e-e5b81399ab1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:02.973095 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-b259d374-d97a-4a5d-b620-5274d10a139b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b HTTP/1.1" status: 200 len: 217 time: 0.0947890 May 09 18:30:02.982549 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:02.985702 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.006236 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (206fd07a-220d-40db-bbfa-7c233552c507), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.010216 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.011941 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/206fd07a-220d-40db-bbfa-7c233552c507 HTTP/1.1" status: 204 len: 168 time: 0.3583002 May 09 18:30:03.022395 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1baabe-5247-41a4-b179-a8522d8f41a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206fd07a-220d-40db-bbfa-7c233552c507,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:03.050958 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-95c74f22-f253-4e79-bd23-cdb448e75485 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:03.052757 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-95c74f22-f253-4e79-bd23-cdb448e75485 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.6146321 May 09 18:30:03.076095 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-00e7c782-657c-4378-b5e8-10cf9eb50e28 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/quotas/705eecf37fcc4fe7aabef923ece6ad59 HTTP/1.1" status: 200 len: 375 time: 0.0108392 May 09 18:30:03.083965 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.36', 52564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:03.099536 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-aa9017e4-32d0-4c48-a43c-24870ba8d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:03.101040 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-aa9017e4-32d0-4c48-a43c-24870ba8d9ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b94cdf33-2dcf-4844-b7ab-88269253d7bd HTTP/1.1" status: 200 len: 851 time: 0.1096025 May 09 18:30:03.268091 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-dcaaf3af-7e3f-4418-9883-08a60367fce6 service neutron] 10.222.0.25 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026518 May 09 18:30:03.269873 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-a1700e9a-e912-4220-a85f-bab5d36c690c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482983 May 09 18:30:03.328872 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-ab337eb8-c64b-41dc-af3c-706627c2a864 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236423 May 09 18:30:03.395831 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 14b15080-6ae9-41e7-8878-93f2d549c936 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:03.567953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:03.581769 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569131900-network', 'tenant_id': '3a7871c956d24192801f52ee5e3692e8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:03.636132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Current status of the port 14b15080-6ae9-41e7-8878-93f2d549c936 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:03.636454 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.686369 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:03.686805 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.688777 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:01Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:03.719951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-1d365a2c-bf7d-4987-ba91-dbcdfe227997 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:03.728546 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-1d365a2c-bf7d-4987-ba91-dbcdfe227997 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.6432047 May 09 18:30:03.729235 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.36', 52567) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:03.752148 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5889ed-8282-4f3d-a78c-eafbadaced2f None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:01Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:03.755304 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] For port 14b15080-6ae9-41e7-8878-93f2d549c936, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=14b15080-6ae9-41e7-8878-93f2d549c936,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:03.762222 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-d2c8fa66-125d-459d-b42b-4c749f59f1c4 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317396 May 09 18:30:03.774982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.791490 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'port': {'device_id': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'admin_state_up': True, 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:03.803248 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Made reservation on behalf of 3a7871c956d24192801f52ee5e3692e8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:03.805496 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.931921 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.013091 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaa94a-de65-44ca-88b9-e65b68fc0441 None None] Pushing event updated for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:04.072633 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 14b15080-6ae9-41e7-8878-93f2d549c936 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:04.138147 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-22359b55-b1e4-48cb-85ae-b5424bc3f496 service neutron] 10.222.0.25 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587091 May 09 18:30:04.161807 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-cf5aa303-1adb-4df9-9253-5520ff022cf3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:04.163646 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-cf5aa303-1adb-4df9-9253-5520ff022cf3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.4326184 May 09 18:30:04.204447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-44d3b870-746c-4fcc-9659-cbd44549bb96 service neutron] 10.222.0.36 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533206 May 09 18:30:04.214881 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-7b8ec70f-1c98-4001-b840-62c9ecadde49 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513204 May 09 18:30:04.260725 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e0cd009-d38e-452c-a4c4-7736e46f139b details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:30:04.316314 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:04.322038 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks [] for security_group (79245315-9f2a-4d23-8ccb-288791bf626d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.330695 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Made reservation on behalf of 705eecf37fcc4fe7aabef923ece6ad59 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:04.335150 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.473985 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-f1662abb-57d3-4e05-ab48-7998460cf2e5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 379 time: 0.2437091 May 09 18:30:04.476702 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c9aff9-89ef-4015-bf01-8ca2e260da3d req-b4277b27-45b7-4c46-8bca-d1b57e6509b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518060 May 09 18:30:04.493354 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (79245315-9f2a-4d23-8ccb-288791bf626d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.531049 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:04.557066 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (ca7acdaf-8f54-4f07-bc1b-aafaf021745f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.557366 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Added segment ca7acdaf-8f54-4f07-bc1b-aafaf021745f of type vlan for network 6af5dec1-5075-4473-b52f-2f144fb22c9d May 09 18:30:04.599947 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b,segment=NetworkSegment(17f60f60-2df3-48a9-8916-7df2c1bb1fda),segment_id=17f60f60-2df3-48a9-8916-7df2c1bb1fda)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:04.614175 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (6af5dec1-5075-4473-b52f-2f144fb22c9d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.616350 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '5e0cd009-d38e-452c-a4c4-7736e46f139b', 'network_id': '9bd9eb17-ecb5-478f-ba90-356efc1ddcaa', 'port_id': '5e0cd009-d38e-452c-a4c4-7736e46f139b', 'mac_address': 'fa:16:3e:0d:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94cdf33-2dcf-4844-b7ab-88269253d7bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:30:04.694222 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'port': {'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'admin_state_up': True, 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'security_groups': ['fec36c9d-f4be-4464-96e3-e97eb1b919d0']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:04.704696 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9286ea9e-f21f-4ed5-8834-0ac86f90c5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.706746 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e89ab-84c1-4a38-bbfd-458bf958d81e req-eaebb31a-047e-4db9-b211-3883dbd51983 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:04.712136 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d4e89ab-84c1-4a38-bbfd-458bf958d81e req-eaebb31a-047e-4db9-b211-3883dbd51983 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 943 time: 0.1613836 May 09 18:30:04.728108 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 5e0cd009-d38e-452c-a4c4-7736e46f139b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:04.729815 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (6af5dec1-5075-4473-b52f-2f144fb22c9d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.730962 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:04.731560 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.731749 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.760164 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0cd009-d38e-452c-a4c4-7736e46f139b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:04.808831 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d4e89ab-84c1-4a38-bbfd-458bf958d81e req-0a7a7253-c919-4cbc-9bd7-520004841ee9 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 May 09 18:30:04.837757 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b,segment=NetworkSegment(17f60f60-2df3-48a9-8916-7df2c1bb1fda),segment_id=17f60f60-2df3-48a9-8916-7df2c1bb1fda)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:04.847845 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.901441 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79245315-9f2a-4d23-8ccb-288791bf626d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:04.958872 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-babdf0b7-3ef7-444d-90fc-7f8b01bb5f86 req-286e8211-88f6-42e8-ae02-872667dab838 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 210 time: 0.1249342 May 09 18:30:04.990280 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:05.051874 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-21b2ab38-02b7-4fff-bde7-6c83ed1290d3 req-ffdca86d-5e0a-4c00-af18-92c100c09421 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 210 time: 0.0915854 May 09 18:30:05.056593 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] Pushing event updated for resources: {'Network': ['ID=6af5dec1-5075-4473-b52f-2f144fb22c9d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:05.063868 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-708d797c-480e-457c-9359-191f55aacb90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4946311 May 09 18:30:05.077609 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:05.083152 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Request body: {'subnet': {'network_id': '6af5dec1-5075-4473-b52f-2f144fb22c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569131900-subnet', 'tenant_id': '3a7871c956d24192801f52ee5e3692e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:05.134840 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9286ea9e-f21f-4ed5-8834-0ac86f90c5af admin admin] Publish callbacks [] for security_group (80441d4f-210a-4531-b36f-89f305af7097), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.138729 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Made reservation on behalf of 3a7871c956d24192801f52ee5e3692e8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:05.141659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.167655 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5703464c-3599-45d3-884f-53caa6f50a86 req-45f1f915-166f-46ce-9a0c-b17519b8f214 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.1098342 May 09 18:30:05.220490 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['5e0cd009-d38e-452c-a4c4-7736e46f139b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:30:05.378724 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 14b15080-6ae9-41e7-8878-93f2d549c936 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:05.397501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9286ea9e-f21f-4ed5-8834-0ac86f90c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (80441d4f-210a-4531-b36f-89f305af7097), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.492636 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 14b15080-6ae9-41e7-8878-93f2d549c936 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:05.493011 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.698874 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9286ea9e-f21f-4ed5-8834-0ac86f90c5af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c91873b04b74fefb6aff1dc18a636be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3739996 May 09 18:30:05.702013 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:05.727054 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286ea9e-f21f-4ed5-8834-0ac86f90c5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80441d4f-210a-4531-b36f-89f305af7097,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:05.737170 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Allocated IP 172.20.0.12 (6bd4c030-c4c5-476b-9935-9aed7888eb95/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3/28dc9b59-8a04-48ce-a5d0-8f7894d1dc83) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:05.807137 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (cb5eba19-674d-4128-b4f4-44ed7392a515), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.821691 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] Publish callbacks [] for security_group (80441d4f-210a-4531-b36f-89f305af7097), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.822607 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:05.825968 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:05.885222 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] Publish callbacks [] for security_group (80441d4f-210a-4531-b36f-89f305af7097), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.001315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (80441d4f-210a-4531-b36f-89f305af7097), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.008119 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.009581 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 14b15080-6ae9-41e7-8878-93f2d549c936 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:06.013128 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80441d4f-210a-4531-b36f-89f305af7097 HTTP/1.1" status: 204 len: 168 time: 0.3076179 May 09 18:30:06.028964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 6af5dec1-5075-4473-b52f-2f144fb22c9d details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:06.052553 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5eba19-674d-4128-b4f4-44ed7392a515,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:06.118682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de5e8-fcfd-402d-9ff6-aea9ff125c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80441d4f-210a-4531-b36f-89f305af7097,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:06.154626 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Checking segment: {'id': 'ca7acdaf-8f54-4f07-bc1b-aafaf021745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6af5dec1-5075-4473-b52f-2f144fb22c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:06.154986 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Network hostable DHCP agents. Network: 6af5dec1-5075-4473-b52f-2f144fb22c9d, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:06.164708 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78508d7-ed01-40df-84b5-c7a67ae47a68 req-1c0cf4c9-eaba-496b-9c96-b9f450089870 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:06.180423 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f78508d7-ed01-40df-84b5-c7a67ae47a68 req-1c0cf4c9-eaba-496b-9c96-b9f450089870 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 944 time: 0.1878014 May 09 18:30:06.238403 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f78508d7-ed01-40df-84b5-c7a67ae47a68 req-95d94551-1a01-4199-af41-6e5acdc182ad tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562210 May 09 18:30:06.278780 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Network 6af5dec1-5075-4473-b52f-2f144fb22c9d is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:06.335865 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.20.0.8 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/97fbd8b0-83c4-4955-a743-dfced983ab62) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:06.338246 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 6af5dec1-5075-4473-b52f-2f144fb22c9d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:06.354285 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b911c38-259b-4b4c-bab0-c0f2963d2992 None None] Network 6af5dec1-5075-4473-b52f-2f144fb22c9d requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:06.372486 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.383647 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:06.386061 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.422379 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed347283-ec02-449a-902f-0f084d30240b req-900561e4-5f68-453c-9b65-f8d480125830 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 210 time: 0.1019089 May 09 18:30:06.516343 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a914921b-8c7e-47d3-868a-99d112cd3262 req-d18a22de-a2d2-47c2-bc46-5ce4fc06f951 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 210 time: 0.0836766 May 09 18:30:06.529873 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3fff4e0b-51e7-4ee6-a8fc-def4d4047dd6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4509914 May 09 18:30:06.633398 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b8c55-2a50-4adc-bb5f-36adba0b732c None None] Network 6af5dec1-5075-4473-b52f-2f144fb22c9d requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:06.783463 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.36', 52573) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:06.934404 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-fed0ef3a-78ae-4b71-8efb-a85cd686d0c8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:06.937286 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-fed0ef3a-78ae-4b71-8efb-a85cd686d0c8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.4068198 May 09 18:30:06.975115 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b17a57b7-3bb1-4d0f-a2d6-90f1586b7e62 req-e92930aa-4b98-4630-b420-cf7fa86f7ced tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.2522345 May 09 18:30:07.029468 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'port': {'device_id': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'admin_state_up': True, 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:07.035659 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:07.092371 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.099121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.107146 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e69aaa9-1d65-4a3b-aef4-e9024afce580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.213566 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:07.228036 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:07.231875 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:07.236776 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:07.243738 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:07.244651 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.245581 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-6f968424-0b9f-4ab1-8a8a-9df57669a8a5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:07.246926 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-6f968424-0b9f-4ab1-8a8a-9df57669a8a5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 811 time: 0.4491107 May 09 18:30:07.292769 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-743eea35-d700-487e-acee-08536f57c036 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5179741 May 09 18:30:07.315722 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.331807 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Request body: {'port': {'device_id': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:07.398609 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:07.400008 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:07.413888 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:07.425358 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:07.426425 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.441976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:07.480543 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Made reservation on behalf of 705eecf37fcc4fe7aabef923ece6ad59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:07.487071 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.496385 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.516743 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-98bd23be-73a3-437d-8d71-d70af0fcda07 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8703074 May 09 18:30:07.645550 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02a0a90b-0f7c-4db4-9f08-e22092c5ecfb None None] Provisioning complete for port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:07.646114 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02a0a90b-0f7c-4db4-9f08-e22092c5ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.674597 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e69aaa9-1d65-4a3b-aef4-e9024afce580 admin admin] Publish callbacks [] for security_group (80c70f36-2b1f-40e6-a160-73a73156f4bb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.682627 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a107-3336-4d7a-892f-9f46d3e22a7c req-9483d699-10df-43d7-b8a4-838ccad58d84 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:07.692515 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8624a107-3336-4d7a-892f-9f46d3e22a7c req-9483d699-10df-43d7-b8a4-838ccad58d84 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 944 time: 0.3158500 May 09 18:30:07.722944 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e69aaa9-1d65-4a3b-aef4-e9024afce580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (80c70f36-2b1f-40e6-a160-73a73156f4bb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.739079 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02a0a90b-0f7c-4db4-9f08-e22092c5ecfb None None] Port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:07.785825 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Request body: {'port': {'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:07.839428 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8624a107-3336-4d7a-892f-9f46d3e22a7c req-4831f355-d809-4bf7-bc82-9cfd7b6f013b tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458557 May 09 18:30:07.872772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1908a7a3-5d26-496c-8051-bbf5fb789722 None None] Provisioning complete for port 97fbd8b0-83c4-4955-a743-dfced983ab62 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:07.873192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1908a7a3-5d26-496c-8051-bbf5fb789722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.925769 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-f4f15705-3b3c-4398-9102-a33df095e98b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 380 time: 0.5921946 May 09 18:30:07.940072 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.958901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'port': {'device_id': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'admin_state_up': True, 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'security_groups': ['2d319063-0a44-4a3a-969f-a2ed9d63575c']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:07.987622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1908a7a3-5d26-496c-8051-bbf5fb789722 None None] Port 97fbd8b0-83c4-4955-a743-dfced983ab62 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:08.114331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828bf1-1568-4295-bc12-8fcbee764c1e req-ad3ebfad-4101-4205-9f6c-a5e3155eff14 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:08.116055 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-07828bf1-1568-4295-bc12-8fcbee764c1e req-ad3ebfad-4101-4205-9f6c-a5e3155eff14 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 931 time: 0.5214214 May 09 18:30:08.123999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Made reservation on behalf of 78039fb4f0bd454b8aea3db748343263 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:08.127963 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.149527 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69aaa9-1d65-4a3b-aef4-e9024afce580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c70f36-2b1f-40e6-a160-73a73156f4bb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:08.181106 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5e69aaa9-1d65-4a3b-aef4-e9024afce580 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f33e0f1501e4949b413c59dbbeaf24a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1442654 May 09 18:30:08.184744 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:08.192904 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e13fb55b-b9a3-4625-9ebd-4b38e325948c req-a8d1ee49-40ec-4a49-913b-3053cf192f03 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 210 time: 0.2423923 May 09 18:30:08.207635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:08.225950 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e0cd009-d38e-452c-a4c4-7736e46f139b up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:08.257029 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks [] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.322224 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Transition to ACTIVE for port object 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:30:08.325280 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 5e0cd009-d38e-452c-a4c4-7736e46f139b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:30:08.333785 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 5e0cd009-d38e-452c-a4c4-7736e46f139b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:08.334474 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.335572 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.371466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-07828bf1-1568-4295-bc12-8fcbee764c1e req-2980d1da-c488-422e-b46d-1f8e12656541 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408991 May 09 18:30:08.396897 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c00e1125-ecaa-4bff-96e8-02312e109bc2 req-e6432b89-5ab8-483b-a890-54fe86cd2eda tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.0859144 May 09 18:30:08.407428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] Publish callbacks [] for security_group (80c70f36-2b1f-40e6-a160-73a73156f4bb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.478447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] Publish callbacks [] for security_group (80c70f36-2b1f-40e6-a160-73a73156f4bb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.480577 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Pushing event updated for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:08.490743 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Allocated IP 172.20.0.8 (6bd4c030-c4c5-476b-9935-9aed7888eb95/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3/4449e893-fb12-4e63-acd4-0431cb2533e9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:08.519688 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 5e0cd009-d38e-452c-a4c4-7736e46f139b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:08.520089 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.524851 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Attempting to bind port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:08.525246 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Attempting to bind port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:08.525598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Attempting to bind port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:08.558074 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:30:08.558273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Allocated IP 172.20.0.7 (4730889d-2bd2-49e5-82ef-67b5eb3e8023/dc8bb3ea-6c46-43d2-a544-0df1eba8d263/1e18cb42-6fa5-49f6-8510-1b14aaa7fef4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:08.558562 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Attempting to bind port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:08.569226 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:08.569949 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:08.570276 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Bound using segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:08.570745 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Bound port: 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:08.571146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.587239 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:08.594001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fbd8b0-83c4-4955-a743-dfced983ab62 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:08.605639 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks [] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.626084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Transition to ACTIVE for port object 97fbd8b0-83c4-4955-a743-dfced983ab62 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:30:08.657988 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.715766 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (80c70f36-2b1f-40e6-a160-73a73156f4bb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.719480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.720919 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80c70f36-2b1f-40e6-a160-73a73156f4bb HTTP/1.1" status: 204 len: 168 time: 0.5270398 May 09 18:30:08.733158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b,segment=NetworkSegment(17f60f60-2df3-48a9-8916-7df2c1bb1fda),segment_id=17f60f60-2df3-48a9-8916-7df2c1bb1fda)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:08.741767 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.781157 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Pushing event updated for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:08.794381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53e148-581a-4988-b9fd-abaab658f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c70f36-2b1f-40e6-a160-73a73156f4bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:08.857378 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:08.867121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:08.876839 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:08.898534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.977785 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8159c-30ab-445a-9249-b86f7fb76997" -d '{"events": [{"server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:08.987365 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:08.988272 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:08.989966 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] 10.222.0.36 "PUT /v2.0/ports/28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 1094 time: 1.6633449 May 09 18:30:08.993673 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:09.351395 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3e75f-fcf0-43ba-88dc-180f39856d48 x-openstack-request-id: req-d1c3e75f-fcf0-43ba-88dc-180f39856d48 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:09.351718 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:09.351983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1c3e75f-fcf0-43ba-88dc-180f39856d48 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:09.352448 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c3e75f-fcf0-43ba-88dc-180f39856d48'] response: {'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b', 'code': 200} May 09 18:30:09.493616 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Attempting to bind port 97fbd8b0-83c4-4955-a743-dfced983ab62 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:09.495492 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Attempting to bind port 97fbd8b0-83c4-4955-a743-dfced983ab62 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:09.496911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Attempting to bind port 97fbd8b0-83c4-4955-a743-dfced983ab62 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:09.511478 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-0db6d4c2-1582-4f4c-9eee-8be960593e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:09.513113 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-0db6d4c2-1582-4f4c-9eee-8be960593e82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1128 time: 0.3733954 May 09 18:30:09.514271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7235-fb5d-44bb-aa33-e9a27cf14b45 service neutron] Pushing event updated for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:09.524577 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Port 97fbd8b0-83c4-4955-a743-dfced983ab62 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:30:09.524914 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Attempting to bind port 97fbd8b0-83c4-4955-a743-dfced983ab62 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:09.598006 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:09.610318 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-e6bd0aa6-e80f-4b1e-9203-ac8fe3b0338c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0798447 May 09 18:30:09.610318 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.36', 52583) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:09.611014 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f32c2-e4f7-4927-9511-4c2b50e8f3db" -d '{"events": [{"name": "network-changed", "server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:09.675615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:09.676030 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:09.677250 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:09.678088 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Bound port: 97fbd8b0-83c4-4955-a743-dfced983ab62, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:09.678548 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:09.688279 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:09.704421 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-071a02c2-066f-4deb-b0d9-752b4f04630b req-f196bccc-2842-4675-a215-e6326ad4c805 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 210 time: 0.2088938 May 09 18:30:09.716987 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7bef1-20c5-48b8-a454-7b7299c29de8 req-d3016f9e-4727-42ca-bfe5-5c5a320d4fd7 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:09.724708 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2ca7bef1-20c5-48b8-a454-7b7299c29de8 req-d3016f9e-4727-42ca-bfe5-5c5a320d4fd7 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.3499501 May 09 18:30:09.992804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.022297 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2ca7bef1-20c5-48b8-a454-7b7299c29de8 req-21ba6954-a44a-4647-91e0-1fd78853adfa tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965794 May 09 18:30:10.026290 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517c26-943e-4252-970d-9ad7a9524610 req-8af884c8-5eb3-4e54-bad8-32d598ecdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.028752 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f0517c26-943e-4252-970d-9ad7a9524610 req-8af884c8-5eb3-4e54-bad8-32d598ecdd2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 1129 time: 0.4127805 May 09 18:30:10.050175 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54589-a17e-46e9-9b8d-b3426cba7cdd req-4cac0ce3-e995-44b8-bc2e-9719201f0880 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.052603 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b1b54589-a17e-46e9-9b8d-b3426cba7cdd req-4cac0ce3-e995-44b8-bc2e-9719201f0880 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 943 time: 0.1751144 May 09 18:30:10.090179 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f0517c26-943e-4252-970d-9ad7a9524610 req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.095079 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.116830 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-8d0c44fc-45cf-4183-ba2a-7947db01bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.118506 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-8d0c44fc-45cf-4183-ba2a-7947db01bb84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.5006490 May 09 18:30:10.208624 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b1b54589-a17e-46e9-9b8d-b3426cba7cdd req-55cecec4-2ebd-4d01-9397-8da1d44f5a2d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467216 May 09 18:30:10.211741 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:10.220787 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-168ed8d9-c5c3-402c-8894-5cdfbb6a4af4 req-098a5cba-98c1-4173-9963-c466818d3da6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.0605302 May 09 18:30:10.224835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:10.233115 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:10.238421 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.239049 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.243666 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:10.250448 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:10.264055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.286747 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-ce5130d6-cc61-45c5-a764-21121e594851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.293642 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-ce5130d6-cc61-45c5-a764-21121e594851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1519868 May 09 18:30:10.296930 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97fbd8b0-83c4-4955-a743-dfced983ab62,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:10.324858 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.351734 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-15be588a-c52e-4d53-857a-8644c03b773e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132729 May 09 18:30:10.353562 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:10.356913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:10.361972 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:10.370304 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.370974 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.384246 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Request body: {'port': {'device_id': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:10.441757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.442636 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.444704 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] 10.222.0.36 "PUT /v2.0/ports/97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 200 len: 1093 time: 2.6668379 May 09 18:30:10.454480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:10.475795 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-72ef3e76-4cdd-4f54-baa1-4c5c30aca116 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5146811 May 09 18:30:10.550033 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Request body: {'port': {'device_id': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:10.616538 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef6e45-99b1-43c2-a7de-6ca414e2a3a3 x-openstack-request-id: req-aeef6e45-99b1-43c2-a7de-6ca414e2a3a3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:10.617091 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:10.617763 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aeef6e45-99b1-43c2-a7de-6ca414e2a3a3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:10.618389 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeef6e45-99b1-43c2-a7de-6ca414e2a3a3'] response: {'name': 'network-changed', 'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', 'status': 'completed', 'code': 200} May 09 18:30:10.654755 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f561f2c-2f07-4e24-b688-53ef4d1d4b7d service neutron] Pushing event updated for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:10.674317 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f0517c26-943e-4252-970d-9ad7a9524610 req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] Publish callbacks [] for security_group (bbbfe93f-5a94-4aa7-aec8-0b4e10936132), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.680053 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-5a0de798-0351-45fa-a09d-9dafc17cc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.681695 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-5a0de798-0351-45fa-a09d-9dafc17cc4c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 1127 time: 0.1387343 May 09 18:30:10.683453 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-60a6f57c-b061-45cc-a20a-6b961c310a6f service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815267 May 09 18:30:10.686316 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f0517c26-943e-4252-970d-9ad7a9524610 req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (bbbfe93f-5a94-4aa7-aec8-0b4e10936132), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.711669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.741856 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.777070 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-b2874a8a-24b0-447a-993e-559d220a40ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 200 len: 217 time: 0.0734062 May 09 18:30:10.800869 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-208387d1-7ba5-4c2f-b3cb-c15796ca9f42 None None] Provisioning complete for port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:10.801464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-208387d1-7ba5-4c2f-b3cb-c15796ca9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:10.869667 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f0517c26-943e-4252-970d-9ad7a9524610 req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325665 May 09 18:30:10.870271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbfe93f-5a94-4aa7-aec8-0b4e10936132,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:10.875155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-208387d1-7ba5-4c2f-b3cb-c15796ca9f42 None None] Port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:10.914000 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-4193b684-f719-4e03-8632-5337871f5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:10.915496 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-4193b684-f719-4e03-8632-5337871f5cac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.1229174 May 09 18:30:10.975281 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f10188eb-5536-402b-9b2d-0c2210ca1b24 req-bf2ab0c1-0cdf-46df-863e-f09beeda4a71 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473807 May 09 18:30:11.019620 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-26ab9f86-7519-4da3-89a5-c7c38917d5fc None None] Provisioning complete for port 4449e893-fb12-4e63-acd4-0431cb2533e9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:11.020003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26ab9f86-7519-4da3-89a5-c7c38917d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:11.078182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26ab9f86-7519-4da3-89a5-c7c38917d5fc None None] Port 4449e893-fb12-4e63-acd4-0431cb2533e9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:11.260290 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-148e0132-ba7f-40a6-8549-2d03beb844a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:11.262475 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-148e0132-ba7f-40a6-8549-2d03beb844a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011634 May 09 18:30:11.336000 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17513550-b837-4580-9604-392b55861777 req-1be07192-8529-42af-82d3-2a5b658a53af tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:11.348567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-17513550-b837-4580-9604-392b55861777 req-1be07192-8529-42af-82d3-2a5b658a53af tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 931 time: 0.4166653 May 09 18:30:11.431778 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63f83f-2511-43de-b93b-ef093ae1ab39 req-771cdecf-366c-4a0c-926e-b961272585af tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:11.434322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d63f83f-2511-43de-b93b-ef093ae1ab39 req-771cdecf-366c-4a0c-926e-b961272585af tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.1885636 May 09 18:30:11.444165 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6243438d-4240-45b7-8855-99d33a216401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:11.708706 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:11.844412 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4cea9ba-38c6-44c9-910f-8be55bda4536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:11.874218 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d63f83f-2511-43de-b93b-ef093ae1ab39 req-8bab69eb-06fb-4405-ae42-7ebfa499e361 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184108 May 09 18:30:11.903977 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-17513550-b837-4580-9604-392b55861777 req-42bafed1-c9c8-45c4-8381-29da6a57c463 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5473604 May 09 18:30:11.952647 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:30:12.099459 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4cea9ba-38c6-44c9-910f-8be55bda4536 admin admin] Publish callbacks [] for security_group (f045cc18-6375-46ea-9763-b7ae3ad25b97), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.116247 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4cea9ba-38c6-44c9-910f-8be55bda4536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f045cc18-6375-46ea-9763-b7ae3ad25b97), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.124821 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:12.134545 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks [] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.149159 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Transition to ACTIVE for port object 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:30:12.149492 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-0422a602-0df0-41cf-b44c-353f8536a5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213268 May 09 18:30:12.177723 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cea9ba-38c6-44c9-910f-8be55bda4536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f045cc18-6375-46ea-9763-b7ae3ad25b97,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:12.178103 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.196563 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e4cea9ba-38c6-44c9-910f-8be55bda4536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36bd9f2168e24ceda5308fe4919649be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858930 May 09 18:30:12.199036 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:12.242312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d054e-2991-4b93-a947-615b07fbef27 req-7ed04a05-b349-4077-a672-b608afd4d3a4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:12.244287 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-944d054e-2991-4b93-a947-615b07fbef27 req-7ed04a05-b349-4077-a672-b608afd4d3a4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 931 time: 0.0872800 May 09 18:30:12.365431 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-55ff3268-9fd5-40b5-b5ec-f8a7dfc04496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:12.372320 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622b032-52eb-457f-82a2-095600be6b11 req-83a0a243-aa72-43b9-bc6c-33033c6f93ca tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:12.372490 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-55ff3268-9fd5-40b5-b5ec-f8a7dfc04496 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1128 time: 0.1438510 May 09 18:30:12.380041 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2622b032-52eb-457f-82a2-095600be6b11 req-83a0a243-aa72-43b9-bc6c-33033c6f93ca tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 943 time: 0.3868902 May 09 18:30:12.506315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4449e893-fb12-4e63-acd4-0431cb2533e9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:12.543053 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-944d054e-2991-4b93-a947-615b07fbef27 req-2cb88e3c-d932-4ee8-baf0-9bc6eb101de6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610710 May 09 18:30:12.548726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Attempting to bind port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:12.549067 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Attempting to bind port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:12.549598 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Attempting to bind port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:12.551650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:12.555472 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks [] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.569604 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2622b032-52eb-457f-82a2-095600be6b11 req-4e170a53-18d7-45d7-8714-82e6ebe8e9a1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887298 May 09 18:30:12.573193 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:30:12.573709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Attempting to bind port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:12.580719 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] Publish callbacks [] for security_group (f045cc18-6375-46ea-9763-b7ae3ad25b97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.585293 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:12.585870 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Checking segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:12.586437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Bound using segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:12.587055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Bound port: 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:12.587867 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.594286 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Transition to ACTIVE for port object 4449e893-fb12-4e63-acd4-0431cb2533e9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:30:12.603330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.635754 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:12.644737 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c58b49-817b-4fff-b9d0-708653a40e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:12.758015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Pushing event updated for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:12.908016 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] Publish callbacks [] for security_group (f045cc18-6375-46ea-9763-b7ae3ad25b97), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.910640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Attempting to bind port 4449e893-fb12-4e63-acd4-0431cb2533e9 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:12.911118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Attempting to bind port 4449e893-fb12-4e63-acd4-0431cb2533e9 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:12.915474 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Attempting to bind port 4449e893-fb12-4e63-acd4-0431cb2533e9 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:12.928519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Port 4449e893-fb12-4e63-acd4-0431cb2533e9 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:30:12.928519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Attempting to bind port 4449e893-fb12-4e63-acd4-0431cb2533e9 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:12.929173 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:12.936677 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:12.939990 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-688d1e38-07ca-4162-8c53-5f8613d75e0f req-68599671-d308-420e-a56f-d32a7b4ee3c5 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083919 May 09 18:30:12.942624 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:12.943169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:12.943817 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Bound using segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:12.944430 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Bound port: 4449e893-fb12-4e63-acd4-0431cb2533e9, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:12.944971 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:12.949688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.059027 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84dc06-34cd-497e-ad28-ddcdb39537bb x-openstack-request-id: req-6c84dc06-34cd-497e-ad28-ddcdb39537bb {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:13.059331 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:13.062460 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c84dc06-34cd-497e-ad28-ddcdb39537bb {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:13.063043 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c84dc06-34cd-497e-ad28-ddcdb39537bb'] response: {'name': 'network-changed', 'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'status': 'completed', 'code': 200} May 09 18:30:13.074908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.075806 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.077992 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 1093 time: 2.7010469 May 09 18:30:13.081661 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:13.084170 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5339fceb-026f-415b-91d9-94072301e9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:13.124543 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f8fe8-a1cc-4341-b9b2-51e99b1758d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:13.133898 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:13.141236 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4449e893-fb12-4e63-acd4-0431cb2533e9,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:13.160348 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.208130 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-94a29f15-1546-45ed-90a0-5ae510c3909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.229922 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-94a29f15-1546-45ed-90a0-5ae510c3909e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.8282628 May 09 18:30:13.269967 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f045cc18-6375-46ea-9763-b7ae3ad25b97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.272958 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.276681 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f045cc18-6375-46ea-9763-b7ae3ad25b97 HTTP/1.1" status: 204 len: 168 time: 1.0741658 May 09 18:30:13.328264 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a4f6f-bf95-4497-99fe-c4b833aba302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f045cc18-6375-46ea-9763-b7ae3ad25b97,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:13.373903 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.374533 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.375967 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] 10.222.0.36 "PUT /v2.0/ports/4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 200 len: 1093 time: 2.8332026 May 09 18:30:13.404346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df7edd-f03c-4204-95fc-7ba2dad2149e req-4753377e-c067-42b8-b56e-4dcb2ad94940 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.423830 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00df7edd-f03c-4204-95fc-7ba2dad2149e req-4753377e-c067-42b8-b56e-4dcb2ad94940 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.2766826 May 09 18:30:13.467529 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d53a-7b3e-4667-8a9a-ea54e91bbf7d req-b4c4e65c-e42f-4ab5-8fb4-74cdb85d9e37 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.469065 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b135d53a-7b3e-4667-8a9a-ea54e91bbf7d req-b4c4e65c-e42f-4ab5-8fb4-74cdb85d9e37 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.2199018 May 09 18:30:13.475863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c177a4-90ac-4da9-a611-0d1129703aab service neutron] Pushing event updated for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:13.553616 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00df7edd-f03c-4204-95fc-7ba2dad2149e req-ca56c42e-b036-4283-ae1e-c312f1d1ebf2 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 May 09 18:30:13.588188 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b135d53a-7b3e-4667-8a9a-ea54e91bbf7d req-807e2afe-51e6-4a42-bb55-7ada2adfece1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026947 May 09 18:30:13.622100 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7abf18-6783-4781-950f-9390e4469a91 x-openstack-request-id: req-2b7abf18-6783-4781-950f-9390e4469a91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:13.622538 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:13.622925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b7abf18-6783-4781-950f-9390e4469a91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:13.623525 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7abf18-6783-4781-950f-9390e4469a91'] response: {'name': 'network-changed', 'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'status': 'completed', 'code': 200} May 09 18:30:13.625788 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506223cf-f3a9-48e7-9bd7-802c00677ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:13.762739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1be5c-a821-449a-b613-e53f1b7d30eb req-d0263c44-0ccd-4fd8-a6ff-1b69d8023a5c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.764314 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ac1be5c-a821-449a-b613-e53f1b7d30eb req-d0263c44-0ccd-4fd8-a6ff-1b69d8023a5c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 943 time: 0.0819776 May 09 18:30:13.780964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a37e-2ead-414d-922e-e655b4fd6c1d req-cfe7cce3-046b-4e5f-9a95-9791612f7859 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:13.782439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4ed7a37e-2ead-414d-922e-e655b4fd6c1d req-cfe7cce3-046b-4e5f-9a95-9791612f7859 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 943 time: 0.0674508 May 09 18:30:13.855626 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ac1be5c-a821-449a-b613-e53f1b7d30eb req-49105833-2244-40c5-84f0-1b056f993580 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 May 09 18:30:13.865409 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4ed7a37e-2ead-414d-922e-e655b4fd6c1d req-1382d1f9-3dc9-4ed0-afe2-80affb32c0fc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753055 May 09 18:30:14.145737 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:14.243539 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-388516847-network', 'tenant_id': '41f92d3057864904aa809c178c99789a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:14.263434 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Made reservation on behalf of 41f92d3057864904aa809c178c99789a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:14.266226 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.274176 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.284234 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:30:14.356520 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks [] for security_group (14ca8cda-16c2-4a98-ba0a-87422c599b36), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.361269 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (14ca8cda-16c2-4a98-ba0a-87422c599b36), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.390781 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca8cda-16c2-4a98-ba0a-87422c599b36,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:14.394807 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:14.401787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:14.417835 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'port_id': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', 'mac_address': 'fa:16:3e:72:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:30:14.420026 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (cf5f2fc9-ab84-480d-b946-fd545eb55e82), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.420429 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Added segment cf5f2fc9-ab84-480d-b946-fd545eb55e82 of type vlan for network dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 May 09 18:30:14.462065 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:14.462749 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.465615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (dd3d1b7e-6eb6-4dea-b489-d3d3839d2915), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.480417 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:14.514528 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:14.526346 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.536275 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-0d08530c-46bb-49b2-8c97-2bfc8dd383ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:14.539149 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-0d08530c-46bb-49b2-8c97-2bfc8dd383ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 1127 time: 0.0502820 May 09 18:30:14.545765 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-83214a15-6252-46d5-aa7b-33309a7e7578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0591059 May 09 18:30:14.554121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (dd3d1b7e-6eb6-4dea-b489-d3d3839d2915), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.555812 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:14.557113 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.589823 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:14.608128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4605427 May 09 18:30:14.611131 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:14.621616 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Request body: {'subnet': {'network_id': 'dd3d1b7e-6eb6-4dea-b489-d3d3839d2915', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-388516847-subnet', 'tenant_id': '41f92d3057864904aa809c178c99789a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:14.728337 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:14.809263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['28dc9b59-8a04-48ce-a5d0-8f7894d1dc83'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:30:14.811598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b2199-098e-474c-aef0-13ea5f3c8f8c admin admin] Pushing event updated for resources: {'Network': ['ID=dd3d1b7e-6eb6-4dea-b489-d3d3839d2915,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:14.814587 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-5f5e4810-8efc-459c-a89e-e9668fc3e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:14.815561 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-5f5e4810-8efc-459c-a89e-e9668fc3e3b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1127 time: 0.0853102 May 09 18:30:14.840887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-f20d496d-ab16-40f6-b383-019e707106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:14.842828 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-f20d496d-ab16-40f6-b383-019e707106ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.1664226 May 09 18:30:14.862729 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:14.988699 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-0f07f4dd-4637-4c5a-a4b6-a6c2bd54e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:14.990235 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-0f07f4dd-4637-4c5a-a4b6-a6c2bd54e05e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852726 May 09 18:30:14.991699 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-769e6c5a-f3b0-4ed4-843f-7786f6bcb7fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 200 len: 217 time: 0.1583822 May 09 18:30:15.143271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-1381bed9-cb64-4c97-a82e-18ee8abd28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.147384 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-1381bed9-cb64-4c97-a82e-18ee8abd28bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.1252673 May 09 18:30:15.211034 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Made reservation on behalf of 41f92d3057864904aa809c178c99789a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:15.212825 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-d0b44b1d-9ae5-4e12-a45b-4283f867a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.213697 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.215231 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-d0b44b1d-9ae5-4e12-a45b-4283f867a457 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639861 May 09 18:30:15.220375 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-bdc4c27c-be83-4ebd-89f9-f87a8cfa0467 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185831 May 09 18:30:15.223628 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339fceb-026f-415b-91d9-94072301e9b9 req-0b17a192-3d06-4911-8bc9-e1d20e677a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.225100 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5339fceb-026f-415b-91d9-94072301e9b9 req-0b17a192-3d06-4911-8bc9-e1d20e677a9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1127 time: 0.5452316 May 09 18:30:15.316301 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e738-4256-40f8-8cd3-bdd439412e07 req-e27d9a13-4a78-4048-b5b8-d98782f4912e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.323401 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8967e738-4256-40f8-8cd3-bdd439412e07 req-e27d9a13-4a78-4048-b5b8-d98782f4912e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.6422179 May 09 18:30:15.354036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d5fd-f5a7-4f3b-9f3d-d925f51380e3 req-6770b0fa-3685-4568-9d81-1768f20ee377 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.355715 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9863d5fd-f5a7-4f3b-9f3d-d925f51380e3 req-6770b0fa-3685-4568-9d81-1768f20ee377 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.5956626 May 09 18:30:15.397435 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-6138f02e-e51c-4e00-bb30-0f06edcbd399 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756103 May 09 18:30:15.399435 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-967f32c2-e4f7-4927-9511-4c2b50e8f3db req-46471b2a-1eaa-45a6-b0d0-f68144dc35d3 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696701 May 09 18:30:15.405415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-f2031c9d-2091-49b0-94e5-4970ef60f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.406855 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-f2031c9d-2091-49b0-94e5-4970ef60f8c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.7772095 May 09 18:30:15.546386 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c5132f2-d460-49bd-9589-8ce69e9b6bb1 req-63548029-36df-4daf-96d8-b99f1928cb85 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151111 May 09 18:30:15.557128 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:15.557414 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-145f6d69-0503-43b0-8c87-12ecdacd96ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 200 len: 217 time: 0.1024971 May 09 18:30:15.631739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:15.634299 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f57d2e-368c-40af-a057-b1ef10e72f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:15.697973 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bbbbf4c-8126-4f7b-a090-0745c3e9c56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.700034 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8967e738-4256-40f8-8cd3-bdd439412e07 req-7d2f99fe-6154-459c-9023-b0dade9bc95f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755527 May 09 18:30:15.769568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339fceb-026f-415b-91d9-94072301e9b9 req-ff0a2fff-4751-4856-ac42-efd4a2589b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.771076 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5339fceb-026f-415b-91d9-94072301e9b9 req-ff0a2fff-4751-4856-ac42-efd4a2589b57 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=78039fb4f0bd454b8aea3db748343263&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5288365 May 09 18:30:15.774362 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9863d5fd-f5a7-4f3b-9f3d-d925f51380e3 req-2568fa11-172b-4aca-8a06-c8643a865dc3 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813365 May 09 18:30:15.790283 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bbbbf4c-8126-4f7b-a090-0745c3e9c56f admin admin] Publish callbacks [] for security_group (78527344-05c9-4a5c-bb5e-9a38a4a772da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.803094 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bbbbf4c-8126-4f7b-a090-0745c3e9c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (78527344-05c9-4a5c-bb5e-9a38a4a772da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.844663 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9bbbbf4c-8126-4f7b-a090-0745c3e9c56f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5d3e00e3fd7464e9c7f2e44fd6bc288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859321 May 09 18:30:15.845463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbbf4c-8126-4f7b-a090-0745c3e9c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78527344-05c9-4a5c-bb5e-9a38a4a772da,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:15.848021 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:15.905718 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-a30e945b-1ec1-4a2c-aca2-44318f7fa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:15.907315 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-a30e945b-1ec1-4a2c-aca2-44318f7fa5f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.3107111 May 09 18:30:15.912966 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] Publish callbacks [] for security_group (78527344-05c9-4a5c-bb5e-9a38a4a772da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.936935 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] Publish callbacks [] for security_group (78527344-05c9-4a5c-bb5e-9a38a4a772da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:15.959343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (f6e64ff5-e913-48dd-a760-993eda1b5b72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.001269 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (78527344-05c9-4a5c-bb5e-9a38a4a772da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.004427 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.005816 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78527344-05c9-4a5c-bb5e-9a38a4a772da HTTP/1.1" status: 204 len: 168 time: 0.1568558 May 09 18:30:16.017494 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da9920-4145-49b3-b1c8-26fdbac77049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78527344-05c9-4a5c-bb5e-9a38a4a772da,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:16.040567 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54186a-485f-4d89-944f-8162662764c6 req-2bff9e1a-f8ca-4cef-8a1b-0ef5d415a752 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.042181 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b54186a-485f-4d89-944f-8162662764c6 req-2bff9e1a-f8ca-4cef-8a1b-0ef5d415a752 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 943 time: 0.2637229 May 09 18:30:16.048395 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7603ba-0033-4194-88ac-9ecaa56bcaab req-d6bf2573-f23e-4f6f-b2d2-a04c9b5f150b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.049558 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a7603ba-0033-4194-88ac-9ecaa56bcaab req-d6bf2573-f23e-4f6f-b2d2-a04c9b5f150b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 943 time: 0.1462677 May 09 18:30:16.067647 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e64ff5-e913-48dd-a760-993eda1b5b72,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:16.105883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Checking segment: {'id': 'cf5f2fc9-ab84-480d-b946-fd545eb55e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'dd3d1b7e-6eb6-4dea-b489-d3d3839d2915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:16.106240 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Network hostable DHCP agents. Network: dd3d1b7e-6eb6-4dea-b489-d3d3839d2915, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:16.142252 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.201943 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b54186a-485f-4d89-944f-8162662764c6 req-626568dd-0df1-452b-b065-157cda97b03a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422253 May 09 18:30:16.206863 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a7603ba-0033-4194-88ac-9ecaa56bcaab req-a4adc471-2dac-471f-9a60-3fe74824e6fb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464450 May 09 18:30:16.207735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Network dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:16.251962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, dd3d1b7e-6eb6-4dea-b489-d3d3839d2915) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:16.257759 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.257759 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.261930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d4b5eb-070d-42eb-b618-4178cbcb3256 None None] Network dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:16.273998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a120d4f-78e3-456d-a5b6-f3f0de87302c x-openstack-request-id: req-2a120d4f-78e3-456d-a5b6-f3f0de87302c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:16.274309 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:16.274589 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a120d4f-78e3-456d-a5b6-f3f0de87302c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:16.274936 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a120d4f-78e3-456d-a5b6-f3f0de87302c'] response: {'name': 'network-changed', 'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9', 'status': 'completed', 'code': 200} May 09 18:30:16.281418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c0b61dbe-2366-4cb4-b75b-7181db8caf23 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6691966 May 09 18:30:16.369689 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 97fbd8b0-83c4-4955-a743-dfced983ab62 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:30:16.377879 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:16.461813 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37c713-5169-4767-a946-7e43ecdf81d6 None None] Network dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:16.483085 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:16.500833 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a945126-2cf0-424c-ac75-cb3485be937b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.519504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:30:16.524997 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-71050bbd-dc52-4653-a5bb-df37edf3375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.527260 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-71050bbd-dc52-4653-a5bb-df37edf3375b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1127 time: 0.1027336 May 09 18:30:16.566181 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:16.567866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.615855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-489fe608-cf31-404d-90d1-37c0af113b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.617424 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-489fe608-cf31-404d-90d1-37c0af113b8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2291486 May 09 18:30:16.686791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97fbd8b0-83c4-4955-a743-dfced983ab62,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:16.698174 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-f7f6c0bd-f0c0-4167-97f2-8be6b0183ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.699795 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-f7f6c0bd-f0c0-4167-97f2-8be6b0183ff4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.1653903 May 09 18:30:16.731248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:30:16.734257 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a945126-2cf0-424c-ac75-cb3485be937b admin admin] Publish callbacks [] for security_group (0cacf2c9-67a7-4063-96f7-e6f009e765d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.764925 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-207aba7f-a380-45a6-bd3a-f3dff114170f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 200 len: 217 time: 0.0463955 May 09 18:30:16.765484 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a945126-2cf0-424c-ac75-cb3485be937b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0cacf2c9-67a7-4063-96f7-e6f009e765d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.771258 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339fceb-026f-415b-91d9-94072301e9b9 req-e66eaf40-92e7-47fd-ae76-e86ebe049717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.775068 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5339fceb-026f-415b-91d9-94072301e9b9 req-e66eaf40-92e7-47fd-ae76-e86ebe049717 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673897 May 09 18:30:16.798843 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 97fbd8b0-83c4-4955-a743-dfced983ab62 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:16.799263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.829029 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fbd8b0-83c4-4955-a743-dfced983ab62 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:16.837081 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:16.837618 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.863310 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97fbd8b0-83c4-4955-a743-dfced983ab62,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:16.871818 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:16.878422 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94575de-b735-4ffa-b4eb-5db6a9f11b14 req-b5383913-4759-4c2a-b81d-c939c75e95e5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.880450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e94575de-b735-4ffa-b4eb-5db6a9f11b14 req-b5383913-4759-4c2a-b81d-c939c75e95e5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.0732210 May 09 18:30:16.887792 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a945126-2cf0-424c-ac75-cb3485be937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cacf2c9-67a7-4063-96f7-e6f009e765d4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:16.895482 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6a945126-2cf0-424c-ac75-cb3485be937b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa5f55a14cd8438e898de970686597f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095509 May 09 18:30:16.898970 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:16.928036 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-5d591b08-3109-472a-9f53-ef20a35ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:16.929642 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-5d591b08-3109-472a-9f53-ef20a35ef723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.1410034 May 09 18:30:16.970756 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:16.974194 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22930a0-b1d2-4875-8925-85cefcae1de6" -d '{"events": [{"server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "name": "network-vif-plugged", "status": "completed", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:16.997148 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:17.009700 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:17.017092 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.037408 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-ab569ec2-10bb-45ba-b2b1-c24d67e2b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.039639 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-ab569ec2-10bb-45ba-b2b1-c24d67e2b111 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029453 May 09 18:30:17.042720 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] Publish callbacks [] for security_group (0cacf2c9-67a7-4063-96f7-e6f009e765d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.044507 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-4b67680b-be27-4572-9f03-08509203e48c service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128187 May 09 18:30:17.045568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-ef2ff171-dc51-437a-b0dd-29eb47801cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.046959 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-ef2ff171-dc51-437a-b0dd-29eb47801cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1127 time: 0.1655803 May 09 18:30:17.085400 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:17.089232 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360ca26a-b4cd-4a24-811b-16179c59198c x-openstack-request-id: req-360ca26a-b4cd-4a24-811b-16179c59198c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:17.089516 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "name": "network-vif-plugged", "status": "completed", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:17.090356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-360ca26a-b4cd-4a24-811b-16179c59198c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:17.090356 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360ca26a-b4cd-4a24-811b-16179c59198c'] response: {'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', 'code': 200} May 09 18:30:17.169745 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['97fbd8b0-83c4-4955-a743-dfced983ab62'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:30:17.225726 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-dc8eef7a-edcf-4cc9-ae82-993ad4500bb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 217 time: 0.1541643 May 09 18:30:17.257059 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e94575de-b735-4ffa-b4eb-5db6a9f11b14 req-e5044a2b-e630-4f78-9662-5656256a8679 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542931 May 09 18:30:17.397392 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:17.415218 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044897383-network', 'tenant_id': 'd617c60d798944fea1677bb7c070964a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:17.456584 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] Publish callbacks [] for security_group (0cacf2c9-67a7-4063-96f7-e6f009e765d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.504403 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020fbd-a816-407f-bf40-837f1969607f req-20e7db56-ec67-4471-bea2-8ae1bb046596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.505153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2d26b855-f7d5-497c-a500-cea9c694be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.505878 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5020fbd-a816-407f-bf40-837f1969607f req-20e7db56-ec67-4471-bea2-8ae1bb046596 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.1006224 May 09 18:30:17.506737 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-2d26b855-f7d5-497c-a500-cea9c694be14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.2719758 May 09 18:30:17.513363 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10366ec1-b337-47d2-995d-242c78da5692 req-25511b97-7b43-4976-8a2f-956671bd7e0b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.515303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10366ec1-b337-47d2-995d-242c78da5692 req-25511b97-7b43-4976-8a2f-956671bd7e0b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 943 time: 0.1863160 May 09 18:30:17.517098 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-b213ecdd-3a94-40db-87c2-0e78dd08d7ac service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642687 May 09 18:30:17.520781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Made reservation on behalf of d617c60d798944fea1677bb7c070964a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:17.523300 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.575215 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.575457 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44c58b49-817b-4fff-b9d0-708653a40e5b req-5526645b-2613-4637-ad30-58691c2a7834 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005608 May 09 18:30:17.581659 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.593399 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33087b00-9696-46f2-aec5-bfcc62ac25d5 req-3628d7a1-431b-414b-948d-8299afd258e8 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.595471 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33087b00-9696-46f2-aec5-bfcc62ac25d5 req-3628d7a1-431b-414b-948d-8299afd258e8 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 944 time: 0.1903563 May 09 18:30:17.613510 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0cacf2c9-67a7-4063-96f7-e6f009e765d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.616060 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.619288 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cacf2c9-67a7-4063-96f7-e6f009e765d4 HTTP/1.1" status: 204 len: 168 time: 0.7177212 May 09 18:30:17.641149 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5020fbd-a816-407f-bf40-837f1969607f req-668f9792-dfde-4e9b-9e23-b76a9093fabe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225522 May 09 18:30:17.651580 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b9f12-c221-48b1-b6d4-dcb131bda29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cacf2c9-67a7-4063-96f7-e6f009e765d4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:17.666062 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f57d2e-368c-40af-a057-b1ef10e72f7c req-d7cec400-3353-4a57-a9cc-aa4952196703 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409588 May 09 18:30:17.667402 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-04bcd311-729a-48e5-96b9-57d1e0d653a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:17.669106 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-04bcd311-729a-48e5-96b9-57d1e0d653a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1397686 May 09 18:30:17.715085 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10366ec1-b337-47d2-995d-242c78da5692 req-6526e7f5-497e-4822-b310-69706008c1fd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815467 May 09 18:30:17.719164 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33087b00-9696-46f2-aec5-bfcc62ac25d5 req-ea10eb2c-40cf-4828-8816-a1eea1b9ed38 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064157 May 09 18:30:17.832049 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks [] for security_group (1c72a5b5-c64b-422d-9f4b-060ae2b4e7af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.840918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1c72a5b5-c64b-422d-9f4b-060ae2b4e7af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.875144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:17.893380 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72a5b5-c64b-422d-9f4b-060ae2b4e7af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:17.895674 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (3ba41e52-f0e3-4179-879b-cb28003378f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:17.896011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Added segment 3ba41e52-f0e3-4179-879b-cb28003378f8 of type vlan for network 75099ee7-4470-42e6-85ad-bc7e714395b3 May 09 18:30:18.193239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (75099ee7-4470-42e6-85ad-bc7e714395b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.241815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (75099ee7-4470-42e6-85ad-bc7e714395b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.242768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:18.243811 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.253105 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:18.307155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4449e893-fb12-4e63-acd4-0431cb2533e9 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:30:18.316914 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 97fbd8b0-83c4-4955-a743-dfced983ab62 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:18.353131 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-48fcea93-dd67-4e98-9c34-83fd7c76a11b service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112958 May 09 18:30:18.412629 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de0cf050-0562-4805-9159-6a0ce4b31679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.563757 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1570861 May 09 18:30:18.570705 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:18.572904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8e64d-f614-4edd-8926-db270ee69841 admin admin] Pushing event updated for resources: {'Network': ['ID=75099ee7-4470-42e6-85ad-bc7e714395b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:18.583225 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Request body: {'subnet': {'network_id': '75099ee7-4470-42e6-85ad-bc7e714395b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044897383-subnet', 'tenant_id': 'd617c60d798944fea1677bb7c070964a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:18.596153 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a32f01-8b22-4a4e-afeb-fd49bf339e04 req-f62fd055-3acc-4b26-b794-18539e6c0684 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079554 May 09 18:30:18.613643 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae559-c5fd-4d08-9dbd-d4a4d905b2ed req-9aed2594-59c8-4f04-baa0-353933f4c424 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:18.623786 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b4fae559-c5fd-4d08-9dbd-d4a4d905b2ed req-9aed2594-59c8-4f04-baa0-353933f4c424 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.2763317 May 09 18:30:18.630701 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 75099ee7-4470-42e6-85ad-bc7e714395b3 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:18.641506 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de0cf050-0562-4805-9159-6a0ce4b31679 admin admin] Publish callbacks [] for security_group (5912f4f3-fc87-4a44-ba60-4deb3d11bb62), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.659134 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de0cf050-0562-4805-9159-6a0ce4b31679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (5912f4f3-fc87-4a44-ba60-4deb3d11bb62), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.687215 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 97fbd8b0-83c4-4955-a743-dfced983ab62 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:30:18.692173 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b4fae559-c5fd-4d08-9dbd-d4a4d905b2ed req-d26994a8-80e6-48e6-b307-7ba1253ff541 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666237 May 09 18:30:18.696494 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Made reservation on behalf of d617c60d798944fea1677bb7c070964a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:18.698900 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.705358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 97fbd8b0-83c4-4955-a743-dfced983ab62 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:18.705938 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.783128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-de0cf050-0562-4805-9159-6a0ce4b31679 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93ecde25b0754b23a8a40ee9ab9219c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286829 May 09 18:30:18.785732 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:18.790409 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4449e893-fb12-4e63-acd4-0431cb2533e9,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:18.808876 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '4449e893-fb12-4e63-acd4-0431cb2533e9', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'port_id': '4449e893-fb12-4e63-acd4-0431cb2533e9', 'mac_address': 'fa:16:3e:27:09:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:30:18.869837 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 97fbd8b0-83c4-4955-a743-dfced983ab62 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:18.870531 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.898457 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 4449e893-fb12-4e63-acd4-0431cb2533e9 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:18.899097 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.908167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02602e4-56bd-40cb-a6ae-31a591811117 req-410066ad-91bc-45dc-8a80-ab5b02fc3574 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:18.909976 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e02602e4-56bd-40cb-a6ae-31a591811117 req-410066ad-91bc-45dc-8a80-ab5b02fc3574 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 944 time: 0.0660739 May 09 18:30:18.926338 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4449e893-fb12-4e63-acd4-0431cb2533e9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:18.933410 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97fbd8b0-83c4-4955-a743-dfced983ab62,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:18.943161 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.945491 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cf050-0562-4805-9159-6a0ce4b31679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5912f4f3-fc87-4a44-ba60-4deb3d11bb62,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:18.957448 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4449e893-fb12-4e63-acd4-0431cb2533e9,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:18.987711 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:18.989838 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] Publish callbacks [] for security_group (5912f4f3-fc87-4a44-ba60-4deb3d11bb62), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.008762 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716cf63-7f21-491e-8a91-52eafcb79e76 req-8c2efe6c-ee2c-475b-a38a-c14ce2cf852e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:19.018255 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:19.018746 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (7911888e-d7b5-4119-95b9-6e4dc4e76cb1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.020748 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3716cf63-7f21-491e-8a91-52eafcb79e76 req-8c2efe6c-ee2c-475b-a38a-c14ce2cf852e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 943 time: 0.1786828 May 09 18:30:19.087986 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7911888e-d7b5-4119-95b9-6e4dc4e76cb1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:19.090384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] Publish callbacks [] for security_group (5912f4f3-fc87-4a44-ba60-4deb3d11bb62), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.094081 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:19.096681 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c8b196-7335-4be6-b686-0ba1925d752d" -d '{"events": [{"server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:19.105942 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:19.110674 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e02602e4-56bd-40cb-a6ae-31a591811117 req-da066706-4de3-41c2-9633-ebd10213197a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726246 May 09 18:30:19.144629 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3716cf63-7f21-491e-8a91-52eafcb79e76 req-1f9d8fea-8bc6-486c-8efc-f25bb961fb96 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 May 09 18:30:19.186952 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Checking segment: {'id': '3ba41e52-f0e3-4179-879b-cb28003378f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75099ee7-4470-42e6-85ad-bc7e714395b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:19.187139 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Network hostable DHCP agents. Network: 75099ee7-4470-42e6-85ad-bc7e714395b3, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:19.193727 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a794ee-83a6-4452-a65f-95c87246cd46 x-openstack-request-id: req-50a794ee-83a6-4452-a65f-95c87246cd46 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:19.194109 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:19.194516 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50a794ee-83a6-4452-a65f-95c87246cd46 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:19.194920 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a794ee-83a6-4452-a65f-95c87246cd46'] response: {'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'code': 200} May 09 18:30:19.222354 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Network 75099ee7-4470-42e6-85ad-bc7e714395b3 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:19.230885 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (5912f4f3-fc87-4a44-ba60-4deb3d11bb62), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.234231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.236529 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 75099ee7-4470-42e6-85ad-bc7e714395b3) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:19.238771 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5912f4f3-fc87-4a44-ba60-4deb3d11bb62 HTTP/1.1" status: 204 len: 168 time: 0.4519002 May 09 18:30:19.244645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:19.246773 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.247468 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98265e-8a08-481e-bbd2-10ad27c4a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5912f4f3-fc87-4a44-ba60-4deb3d11bb62,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:19.252608 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839a5c5-74ed-49fb-adfc-c5455e86ae67 None None] Network 75099ee7-4470-42e6-85ad-bc7e714395b3 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:19.291241 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ef0b07bf-b171-43a6-9993-d20f2f2c53f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7134247 May 09 18:30:19.311013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['4449e893-fb12-4e63-acd4-0431cb2533e9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:30:19.422699 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de58000-d7e0-4440-ba01-ab7c18f64ae1 None None] Network 75099ee7-4470-42e6-85ad-bc7e714395b3 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:19.546080 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:19.606387 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Deleting subnet f6e64ff5-e913-48dd-a760-993eda1b5b72 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:30:19.610938 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Publish callbacks [] for subnet (f6e64ff5-e913-48dd-a760-993eda1b5b72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.658444 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Publish callbacks [] for subnet (f6e64ff5-e913-48dd-a760-993eda1b5b72), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.669392 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (f6e64ff5-e913-48dd-a760-993eda1b5b72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.754273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for subnet (f6e64ff5-e913-48dd-a760-993eda1b5b72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.772293 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.775931 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f6e64ff5-e913-48dd-a760-993eda1b5b72 HTTP/1.1" status: 204 len: 168 time: 0.2287512 May 09 18:30:19.778511 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:19.799048 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b313a19-375b-42e0-9f9c-c55e0584b149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e64ff5-e913-48dd-a760-993eda1b5b72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:19.826815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:19.846913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d92a-0163-4fda-bda6-b4f3429a0ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.860868 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (dd3d1b7e-6eb6-4dea-b489-d3d3839d2915), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.861479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8827d4d-9ddf-4327-a110-87fa2ace046e req-d0885cd6-60e3-49c7-a846-e77e96efb6c7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:19.862978 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d8827d4d-9ddf-4327-a110-87fa2ace046e req-d0885cd6-60e3-49c7-a846-e77e96efb6c7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.0662270 May 09 18:30:19.935958 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d8827d4d-9ddf-4327-a110-87fa2ace046e req-49e94509-6e4f-4c5f-940d-ec0424efd715 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664854 May 09 18:30:19.959030 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (dd3d1b7e-6eb6-4dea-b489-d3d3839d2915), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:19.985666 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.986038 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.986795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.987146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.987736 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.987847 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.988165 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.988489 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.988836 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.989226 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:19.996910 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d92a-0163-4fda-bda6-b4f3429a0ceb admin admin] Publish callbacks [] for security_group (807a5058-e216-4ef5-96c3-6aeff479540c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.002488 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d92a-0163-4fda-bda6-b4f3429a0ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (807a5058-e216-4ef5-96c3-6aeff479540c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.041948 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5d92a-0163-4fda-bda6-b4f3429a0ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807a5058-e216-4ef5-96c3-6aeff479540c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:20.047225 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8ab5d92a-0163-4fda-bda6-b4f3429a0ceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e3c8e07e00841d385759c2012714bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185287 May 09 18:30:20.049017 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:20.105144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] Publish callbacks [] for security_group (807a5058-e216-4ef5-96c3-6aeff479540c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.121222 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:20.121775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:20.122739 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:20.123251 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:20.124181 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3d1b7e-6eb6-4dea-b489-d3d3839d2915']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:20.161174 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] Publish callbacks [] for security_group (807a5058-e216-4ef5-96c3-6aeff479540c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.161628 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5f2fc9-ab84-480d-b946-fd545eb55e82') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:20.161931 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5f2fc9-ab84-480d-b946-fd545eb55e82') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:20.186906 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (cf5f2fc9-ab84-480d-b946-fd545eb55e82), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.217523 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (cf5f2fc9-ab84-480d-b946-fd545eb55e82), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.235248 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:30:20.235942 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (cf5f2fc9-ab84-480d-b946-fd545eb55e82), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.238014 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (807a5058-e216-4ef5-96c3-6aeff479540c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.242682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.244148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/807a5058-e216-4ef5-96c3-6aeff479540c HTTP/1.1" status: 204 len: 168 time: 0.1930015 May 09 18:30:20.260921 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b58634-b646-48c0-a7d9-9bebb4b4170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807a5058-e216-4ef5-96c3-6aeff479540c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:30:20.277285 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:30:20.324955 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4449e893-fb12-4e63-acd4-0431cb2533e9 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:20.395829 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (dd3d1b7e-6eb6-4dea-b489-d3d3839d2915), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.406442 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.410928 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd3d1b7e-6eb6-4dea-b489-d3d3839d2915 HTTP/1.1" status: 204 len: 168 time: 0.6299331 May 09 18:30:20.431128 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 4449e893-fb12-4e63-acd4-0431cb2533e9 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:30:20.441430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:20.446782 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 4449e893-fb12-4e63-acd4-0431cb2533e9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:20.447421 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.453888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1400-8d86-48b1-a57a-3e31f21f2f6a req-629225ec-b7dc-4564-9201-6d6700f1ec88 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:20.455501 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36ad1400-8d86-48b1-a57a-3e31f21f2f6a req-629225ec-b7dc-4564-9201-6d6700f1ec88 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 944 time: 0.1968923 May 09 18:30:20.498124 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad18b9c-7825-44fd-886c-d1e62df318e2 req-0aa87627-2ed1-4414-9abe-0cf724aa4f87 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:20.499820 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ad18b9c-7825-44fd-886c-d1e62df318e2 req-0aa87627-2ed1-4414-9abe-0cf724aa4f87 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.2400770 May 09 18:30:20.586007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273985e9-4817-41d9-955f-7db24944531c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3d1b7e-6eb6-4dea-b489-d3d3839d2915,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:20.595257 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Deleting subnet 7911888e-d7b5-4119-95b9-6e4dc4e76cb1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:30:20.612838 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Publish callbacks [] for subnet (7911888e-d7b5-4119-95b9-6e4dc4e76cb1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.644465 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36ad1400-8d86-48b1-a57a-3e31f21f2f6a req-244fc5b9-f13b-46a2-af5b-d2595ee2bad0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553805 May 09 18:30:20.656704 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (7911888e-d7b5-4119-95b9-6e4dc4e76cb1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.666042 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 4449e893-fb12-4e63-acd4-0431cb2533e9 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:20.666861 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.666995 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ad18b9c-7825-44fd-886c-d1e62df318e2 req-a0fbf83a-8326-47ea-a8f7-2addfa2112e7 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314793 May 09 18:30:20.668751 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e270-0e23-4b54-869f-07b569a75b41 req-9d564c3c-2d51-41ab-ab90-ce588da0eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:20.670805 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c994e270-0e23-4b54-869f-07b569a75b41 req-9d564c3c-2d51-41ab-ab90-ce588da0eac5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 1129 time: 0.3314991 May 09 18:30:20.712614 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4449e893-fb12-4e63-acd4-0431cb2533e9,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:20.720829 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.728816 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (7911888e-d7b5-4119-95b9-6e4dc4e76cb1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.743255 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:20.749114 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c994e270-0e23-4b54-869f-07b569a75b41 req-12cfcd5c-a3e4-4c08-8dc1-f4f6994ff2cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672624 May 09 18:30:20.763821 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84b4f140-88a8-4e95-afc8-bdebe4365d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.798971 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (7911888e-d7b5-4119-95b9-6e4dc4e76cb1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.799661 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:20.827893 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7911888e-d7b5-4119-95b9-6e4dc4e76cb1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:20.831782 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.835227 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d2149d65-337d-4371-a1cc-acd9ece839fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7911888e-d7b5-4119-95b9-6e4dc4e76cb1 HTTP/1.1" status: 204 len: 168 time: 0.3924203 May 09 18:30:20.838030 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:20.957708 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (75099ee7-4470-42e6-85ad-bc7e714395b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.964605 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84b4f140-88a8-4e95-afc8-bdebe4365d8a admin admin] Publish callbacks [] for security_group (67969abb-3fed-41ba-a488-336f22161bd0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:20.976858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84b4f140-88a8-4e95-afc8-bdebe4365d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (67969abb-3fed-41ba-a488-336f22161bd0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.132350 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4f140-88a8-4e95-afc8-bdebe4365d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67969abb-3fed-41ba-a488-336f22161bd0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:21.145177 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-84b4f140-88a8-4e95-afc8-bdebe4365d8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ccf0c7cabe44eebb95f4022a8ec52f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950706 May 09 18:30:21.148745 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:21.152585 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (75099ee7-4470-42e6-85ad-bc7e714395b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.167793 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dd7c9-2564-4c25-bf20-48e228cae7aa req-9792e7f7-1973-40b8-a0cf-cdcbdc9a35ee tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:21.169264 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-312dd7c9-2564-4c25-bf20-48e228cae7aa req-9792e7f7-1973-40b8-a0cf-cdcbdc9a35ee tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.1201057 May 09 18:30:21.191534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.191900 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.192640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.192988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.193712 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.194048 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.194390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.194717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.195055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.195715 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.196411 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:21.199021 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730b4dda-d48d-40ef-9cdd-884dd1322ead" -d '{"events": [{"server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:21.211310 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] Publish callbacks [] for security_group (67969abb-3fed-41ba-a488-336f22161bd0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.237352 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] Publish callbacks [] for security_group (67969abb-3fed-41ba-a488-336f22161bd0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.243610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba074de-f45b-4d2a-8240-5305ddb9651d x-openstack-request-id: req-7ba074de-f45b-4d2a-8240-5305ddb9651d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:21.244028 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:21.244332 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ba074de-f45b-4d2a-8240-5305ddb9651d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:21.244796 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba074de-f45b-4d2a-8240-5305ddb9651d'] response: {'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9', 'code': 200} May 09 18:30:21.264271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.264622 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.264956 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.265288 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:30:21.265662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75099ee7-4470-42e6-85ad-bc7e714395b3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:21.290490 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (67969abb-3fed-41ba-a488-336f22161bd0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.290700 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba41e52-f0e3-4179-879b-cb28003378f8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:21.290798 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba41e52-f0e3-4179-879b-cb28003378f8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:21.293084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.294218 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67969abb-3fed-41ba-a488-336f22161bd0 HTTP/1.1" status: 204 len: 168 time: 0.1443932 May 09 18:30:21.307519 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcb5e5-4a98-467c-a73c-a636fc8dba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67969abb-3fed-41ba-a488-336f22161bd0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:21.317839 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (3ba41e52-f0e3-4179-879b-cb28003378f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.349556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (3ba41e52-f0e3-4179-879b-cb28003378f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.356105 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-312dd7c9-2564-4c25-bf20-48e228cae7aa req-20bdff2d-43a6-4514-be19-145ab74e8205 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751969 May 09 18:30:21.363762 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:30:21.364045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (3ba41e52-f0e3-4179-879b-cb28003378f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:30:21.368793 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:30:21.437296 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (75099ee7-4470-42e6-85ad-bc7e714395b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.447870 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.453929 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/75099ee7-4470-42e6-85ad-bc7e714395b3 HTTP/1.1" status: 204 len: 168 time: 0.6117518 May 09 18:30:21.461657 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c40c83-d3a3-4539-aad5-d02e72e103cb admin admin] Pushing event deleted for resources: {'Network': ['ID=75099ee7-4470-42e6-85ad-bc7e714395b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:21.650495 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:21.741346 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4bd68c9e-6d13-4190-9f3d-92380e354e2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41f92d3057864904aa809c178c99789a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897100 May 09 18:30:21.744449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 60924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:21.926094 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f024-d14c-40a2-a5db-a8ebe46ebd56 req-30dc9742-9ff2-4c3c-adfa-bbb0f51da751 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:21.927778 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3d09f024-d14c-40a2-a5db-a8ebe46ebd56 req-30dc9742-9ff2-4c3c-adfa-bbb0f51da751 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.1396251 May 09 18:30:21.937274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3b5-9009-4ce2-8125-2f308eba7870 req-f34dbf3b-7bf8-4583-84d7-2d9304214732 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:21.939296 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fc1af3b5-9009-4ce2-8125-2f308eba7870 req-f34dbf3b-7bf8-4583-84d7-2d9304214732 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1499677 May 09 18:30:21.946922 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] Publish callbacks [] for security_group (14ca8cda-16c2-4a98-ba0a-87422c599b36), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:21.984997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fb719-cfa0-4aac-96a7-fa979cebc8ee req-c01d9433-5db7-46b4-a2c3-bf35d0782353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:21.986506 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-217fb719-cfa0-4aac-96a7-fa979cebc8ee req-c01d9433-5db7-46b4-a2c3-bf35d0782353 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1129 time: 0.1203160 May 09 18:30:22.028052 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] Publish callbacks [] for security_group (14ca8cda-16c2-4a98-ba0a-87422c599b36), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.066957 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fc1af3b5-9009-4ce2-8125-2f308eba7870 req-aadfad5c-b577-44c5-ab67-53f3a319d309 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104782 May 09 18:30:22.068128 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3d09f024-d14c-40a2-a5db-a8ebe46ebd56 req-df62e725-f01e-4a14-8ead-a3ccef993a3f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256270 May 09 18:30:22.114719 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (14ca8cda-16c2-4a98-ba0a-87422c599b36), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.117705 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.122635 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14ca8cda-16c2-4a98-ba0a-87422c599b36 HTTP/1.1" status: 204 len: 168 time: 0.3740168 May 09 18:30:22.130163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398a3b1-14cc-4671-8bf0-741756e946cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca8cda-16c2-4a98-ba0a-87422c599b36,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:22.338517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:30:22.437255 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:22.487600 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:22.506375 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-db4f1b6f-589d-4d8a-bcae-8bfb24de4e55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d617c60d798944fea1677bb7c070964a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678623 May 09 18:30:22.508982 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 60974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:22.511105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'port_id': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'mac_address': 'fa:16:3e:ca:ef:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:30:22.533618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a988b-b307-4603-9b09-66dd444c0728 req-fc177670-55f1-45f7-87ba-871590996f81 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:22.535625 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-246a988b-b307-4603-9b09-66dd444c0728 req-fc177670-55f1-45f7-87ba-871590996f81 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 943 time: 0.0708110 May 09 18:30:22.558636 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:22.559035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.568498 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] Publish callbacks [] for security_group (1c72a5b5-c64b-422d-9f4b-060ae2b4e7af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.573182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:22.613829 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:22.616669 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] Publish callbacks [] for security_group (1c72a5b5-c64b-422d-9f4b-060ae2b4e7af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.621237 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.649585 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-217fb719-cfa0-4aac-96a7-fa979cebc8ee req-326b719d-1483-4b45-bdaa-d995cc19a4f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765691 May 09 18:30:22.678428 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-246a988b-b307-4603-9b09-66dd444c0728 req-44f2fb7d-c917-4f99-bd17-b62d9071ad2d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369610 May 09 18:30:22.722813 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:22.737232 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1c72a5b5-c64b-422d-9f4b-060ae2b4e7af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.739854 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:22.740996 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c72a5b5-c64b-422d-9f4b-060ae2b4e7af HTTP/1.1" status: 204 len: 168 time: 0.2309654 May 09 18:30:22.753159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189f565-ba87-4bc9-ae73-4cec2be3f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72a5b5-c64b-422d-9f4b-060ae2b4e7af,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:22.986906 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:30:23.320481 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911839a-51d3-4e9c-8478-4df41fa66d8c req-2d093472-94f9-4c26-89a0-e27bb1530e4b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:23.322638 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6911839a-51d3-4e9c-8478-4df41fa66d8c req-2d093472-94f9-4c26-89a0-e27bb1530e4b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.1024611 May 09 18:30:23.334018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df63b3-b8c8-4e01-82ce-ad149ddea696 req-ddbaefbf-f1ff-42de-958f-86d5d28fb2e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:23.336620 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-38df63b3-b8c8-4e01-82ce-ad149ddea696 req-ddbaefbf-f1ff-42de-958f-86d5d28fb2e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1261761 May 09 18:30:23.424594 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6911839a-51d3-4e9c-8478-4df41fa66d8c req-f87e7e0b-3867-493e-abbd-312e091680c7 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867014 May 09 18:30:23.429156 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-38df63b3-b8c8-4e01-82ce-ad149ddea696 req-48bf6f7d-9cf8-4019-848a-06e2fc2a1ce4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851545 May 09 18:30:23.582535 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9e5cd-f8f9-47f1-b460-e05161b6f43d req-e69da274-8ca3-4b25-b0d3-1fe441cef8ce tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:23.584053 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94b9e5cd-f8f9-47f1-b460-e05161b6f43d req-e69da274-8ca3-4b25-b0d3-1fe441cef8ce tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.0482154 May 09 18:30:23.593773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 32818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:23.601493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:23.690739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:23.873951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68f80d-05b2-4239-ae4e-de71098fb979 req-f385cd26-6f29-4b90-93c2-f483f5d890ef tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:23.886256 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc68f80d-05b2-4239-ae4e-de71098fb979 req-f385cd26-6f29-4b90-93c2-f483f5d890ef tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 944 time: 0.1191773 May 09 18:30:24.004926 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc68f80d-05b2-4239-ae4e-de71098fb979 req-195c1d34-f62a-4237-a831-b1653f7d2511 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177137 May 09 18:30:24.014775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:24.066601 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Deleting subnet f7d32bff-1c50-49ba-9d19-e86f30c0a1e1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:30:24.071463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Publish callbacks [] for subnet (f7d32bff-1c50-49ba-9d19-e86f30c0a1e1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.134559 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (f7d32bff-1c50-49ba-9d19-e86f30c0a1e1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.239280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (f7d32bff-1c50-49ba-9d19-e86f30c0a1e1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.302523 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (f7d32bff-1c50-49ba-9d19-e86f30c0a1e1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.320505 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.327925 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f7d32bff-1c50-49ba-9d19-e86f30c0a1e1 HTTP/1.1" status: 204 len: 168 time: 0.3112826 May 09 18:30:24.330411 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:24.353748 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:24.426279 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77577d9c-b12a-45d7-84f0-a36f6f971a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d32bff-1c50-49ba-9d19-e86f30c0a1e1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:24.444318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:30:24.464485 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (44cb77ad-09e2-472d-a363-6d3aff992ff4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.472119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:24.472638 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.590883 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (44cb77ad-09e2-472d-a363-6d3aff992ff4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.620155 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cb77ad-09e2-472d-a363-6d3aff992ff4']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:24.621325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:24.621727 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.637595 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:24.637908 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:24.652672 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.653390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacac570-acb3-46a9-a1ef-7d42345edd83 req-be0ccd1a-d259-40fb-9770-6f64cc03e5d5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:24.655510 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aacac570-acb3-46a9-a1ef-7d42345edd83 req-be0ccd1a-d259-40fb-9770-6f64cc03e5d5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1230378 May 09 18:30:24.669841 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.674864 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:24.677201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30508b-bbb8-4b5d-9c04-2be0ab5d6d94" -d '{"events": [{"server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "name": "network-vif-plugged", "status": "completed", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (9bb9b3fc-b1ac-487e-8ea9-fc9a015863e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:30:24.696873 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:30:24.711038 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:24.720880 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.777389 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dc4ad2-e96c-4ba7-8d21-3cc1516455bf x-openstack-request-id: req-14dc4ad2-e96c-4ba7-8d21-3cc1516455bf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:24.780711 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "name": "network-vif-plugged", "status": "completed", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:24.781066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14dc4ad2-e96c-4ba7-8d21-3cc1516455bf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:24.783329 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dc4ad2-e96c-4ba7-8d21-3cc1516455bf'] response: {'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'code': 200} May 09 18:30:24.801756 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aacac570-acb3-46a9-a1ef-7d42345edd83 req-46928b72-bf43-4b18-867c-c55d51a0141f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383882 May 09 18:30:24.804489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 18:30:24.808932 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (44cb77ad-09e2-472d-a363-6d3aff992ff4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.830973 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.837758 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/44cb77ad-09e2-472d-a363-6d3aff992ff4 HTTP/1.1" status: 204 len: 168 time: 0.5041373 May 09 18:30:24.838817 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:24.847268 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9a81-6a5b-4816-bae9-92e12f3d1f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=44cb77ad-09e2-472d-a363-6d3aff992ff4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:24.856900 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:24.914679 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Deleting subnet cb5eba19-674d-4128-b4f4-44ed7392a515 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:30:24.920078 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Publish callbacks [] for subnet (cb5eba19-674d-4128-b4f4-44ed7392a515), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.934341 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.941080 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:24.991855 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (cb5eba19-674d-4128-b4f4-44ed7392a515), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.073587 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (cb5eba19-674d-4128-b4f4-44ed7392a515), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.146918 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (cb5eba19-674d-4128-b4f4-44ed7392a515), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.207423 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 923a51f2-ca1e-471b-8f65-23631c330469 associated. External IP: 172.27.3.10, port: 97fbd8b0-83c4-4955-a743-dfced983ab62. May 09 18:30:25.226717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:25.229378 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5eba19-674d-4128-b4f4-44ed7392a515,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:25.245438 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.249609 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5f0307b7-6186-44ba-8226-adeb8c9b7f36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb5eba19-674d-4128-b4f4-44ed7392a515 HTTP/1.1" status: 204 len: 168 time: 0.4098198 May 09 18:30:25.252373 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:25.364938 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280512-b26e-476f-b46e-aa72f0f0131c req-50d5aff5-9b8c-4a3a-bd78-66db233ac712 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:25.366419 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-54280512-b26e-476f-b46e-aa72f0f0131c req-50d5aff5-9b8c-4a3a-bd78-66db233ac712 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.1875408 May 09 18:30:25.396731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de085-0a5c-4a2c-a170-4a0cc18e09ad req-1ba621d0-984a-4f19-9994-227304c8be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:25.398146 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa3de085-0a5c-4a2c-a170-4a0cc18e09ad req-1ba621d0-984a-4f19-9994-227304c8be70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1129 time: 0.3087695 May 09 18:30:25.422219 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-38533053-ffca-4130-9363-08ac9c1d5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:25.423920 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-38533053-ffca-4130-9363-08ac9c1d5b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1129 time: 0.1954603 May 09 18:30:25.426242 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33500fcd-adcd-4fe9-9ff1-770e833e62db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.496768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1a893-7dc0-4255-aa3b-17a13474a1d7 req-df0ceebb-bdcf-4676-86e8-d1391e485f75 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:25.498413 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2bc1a893-7dc0-4255-aa3b-17a13474a1d7 req-df0ceebb-bdcf-4676-86e8-d1391e485f75 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1176600 May 09 18:30:25.522291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (6af5dec1-5075-4473-b52f-2f144fb22c9d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.577087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-54280512-b26e-476f-b46e-aa72f0f0131c req-d826bc1a-9738-4e3f-9fa6-2897d184429b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933441 May 09 18:30:25.594810 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa3de085-0a5c-4a2c-a170-4a0cc18e09ad req-f27239b1-1925-4e37-95f8-c1093f09a47b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650178 May 09 18:30:25.673082 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-4c6c88b0-bfe7-4ee3-8d9b-539e30296de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:25.674787 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-4c6c88b0-bfe7-4ee3-8d9b-539e30296de6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.2437010 May 09 18:30:25.683871 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (6af5dec1-5075-4473-b52f-2f144fb22c9d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.700107 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2bc1a893-7dc0-4255-aa3b-17a13474a1d7 req-c0facec9-78d0-43d1-a2aa-ed7e997a28cb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568522 May 09 18:30:25.703953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33500fcd-adcd-4fe9-9ff1-770e833e62db admin admin] Publish callbacks [] for security_group (33ba338e-a731-47a0-9e78-111127788696), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.713711 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33500fcd-adcd-4fe9-9ff1-770e833e62db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (33ba338e-a731-47a0-9e78-111127788696), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.722278 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af5dec1-5075-4473-b52f-2f144fb22c9d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:25.745421 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7acdaf-8f54-4f07-bc1b-aafaf021745f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:25.745722 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7acdaf-8f54-4f07-bc1b-aafaf021745f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:25.768220 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (ca7acdaf-8f54-4f07-bc1b-aafaf021745f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.782727 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:30:25.783077 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-33500fcd-adcd-4fe9-9ff1-770e833e62db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=071ef0d388954d70ad3129c58d81d756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514853 May 09 18:30:25.785717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 32910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:25.786322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33500fcd-adcd-4fe9-9ff1-770e833e62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba338e-a731-47a0-9e78-111127788696,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:25.792751 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (ca7acdaf-8f54-4f07-bc1b-aafaf021745f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.802004 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:30:25.802428 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (ca7acdaf-8f54-4f07-bc1b-aafaf021745f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:30:25.804218 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:30:25.856893 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (6af5dec1-5075-4473-b52f-2f144fb22c9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.862146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.865240 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6af5dec1-5075-4473-b52f-2f144fb22c9d HTTP/1.1" status: 204 len: 168 time: 0.6118984 May 09 18:30:25.878422 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c77dd4-bbfb-448e-868d-6d7a7993de90 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af5dec1-5075-4473-b52f-2f144fb22c9d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:25.893035 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] Publish callbacks [] for security_group (33ba338e-a731-47a0-9e78-111127788696), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.951917 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] Publish callbacks [] for security_group (33ba338e-a731-47a0-9e78-111127788696), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.983833 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:25.985443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:25.990215 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:25.999817 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:26.012154 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:26.013776 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:26.026579 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e7542070-0271-4159-a1a1-e62d50bd2aa6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "PUT /v2.0/floatingips/923a51f2-ca1e-471b-8f65-23631c330469 HTTP/1.1" status: 200 len: 990 time: 2.4315436 May 09 18:30:26.027737 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:26.030681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1bb974-681a-441d-9af4-16ba1a12a7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:26.050497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (33ba338e-a731-47a0-9e78-111127788696), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.053411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.054594 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33ba338e-a731-47a0-9e78-111127788696 HTTP/1.1" status: 204 len: 168 time: 0.2679045 May 09 18:30:26.065767 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d2490-db45-44dd-957b-7361d670e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba338e-a731-47a0-9e78-111127788696,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:26.068196 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-3e53faa3-59a6-4178-862d-73d3adfadc90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 200 len: 217 time: 0.0681298 May 09 18:30:26.083142 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60298b9-9008-482e-9a77-4ebbb181abd7 x-openstack-request-id: req-c60298b9-9008-482e-9a77-4ebbb181abd7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:26.083462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:26.083714 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c60298b9-9008-482e-9a77-4ebbb181abd7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:26.084113 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60298b9-9008-482e-9a77-4ebbb181abd7'] response: {'name': 'network-changed', 'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'status': 'completed', 'code': 200} May 09 18:30:26.100437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 32922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:26.103824 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3d416fff-eee0-4f43-a798-a4bd3c684ee3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df9194d5f9174b7c943c71fa7bfb3318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1187575 May 09 18:30:26.150805 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:26.151313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] Publish callbacks [] for security_group (3f9efc28-962f-4138-9921-982b99cf85a4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.175200 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] Publish callbacks [] for security_group (3f9efc28-962f-4138-9921-982b99cf85a4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.229140 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3f9efc28-962f-4138-9921-982b99cf85a4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.231883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.233369 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f9efc28-962f-4138-9921-982b99cf85a4 HTTP/1.1" status: 204 len: 168 time: 0.1316566 May 09 18:30:26.241395 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b9fd-c40f-4303-b619-05c6e183ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9efc28-962f-4138-9921-982b99cf85a4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:26.447220 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:24Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:26.480115 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:26.490102 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:26.490721 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:26.490911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:26.505482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76eae426-f439-49d4-8c28-6192924239b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.594782 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76eae426-f439-49d4-8c28-6192924239b9 admin admin] Publish callbacks [] for security_group (b7b7210b-dd3e-458d-9b39-c35433697b96), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.600058 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76eae426-f439-49d4-8c28-6192924239b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (b7b7210b-dd3e-458d-9b39-c35433697b96), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:26.644067 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:26.834290 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:26.905282 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eae426-f439-49d4-8c28-6192924239b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b7210b-dd3e-458d-9b39-c35433697b96,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:26.948855 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-76eae426-f439-49d4-8c28-6192924239b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea22e236a132454591b3a93c707554ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563835 May 09 18:30:26.966578 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:26.981655 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-765528f4-2d6b-47c5-a671-095ee6750462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:26.984401 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-765528f4-2d6b-47c5-a671-095ee6750462 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 1129 time: 0.3334596 May 09 18:30:27.046423 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-306bf165-d56d-4694-b934-9b1e0e671c09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a7871c956d24192801f52ee5e3692e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107306 May 09 18:30:27.048454 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-24b7621a-f2bb-4666-8633-bce431fcb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:27.050128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-24b7621a-f2bb-4666-8633-bce431fcb206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.4086921 May 09 18:30:27.061939 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 32962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:27.068513 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:24Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:27.083755 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abd28f-7111-47ee-8971-cd847dbff7e3 req-dfb1b20a-7620-4780-ae00-3a660a457b3f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:27.085260 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d6abd28f-7111-47ee-8971-cd847dbff7e3 req-dfb1b20a-7620-4780-ae00-3a660a457b3f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0999477 May 09 18:30:27.100230 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] Publish callbacks [] for security_group (b7b7210b-dd3e-458d-9b39-c35433697b96), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.148930 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f3527-4e6f-437d-aaa3-739f864de1a2 req-b5b570c9-f60a-4b83-b344-d7779c3bb7f4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:27.150664 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d80f3527-4e6f-437d-aaa3-739f864de1a2 req-b5b570c9-f60a-4b83-b344-d7779c3bb7f4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1633101 May 09 18:30:27.157906 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] Publish callbacks [] for security_group (b7b7210b-dd3e-458d-9b39-c35433697b96), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.282680 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-7c3eadd1-935e-46d1-b606-b3c1d5886c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:27.284297 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-7c3eadd1-935e-46d1-b606-b3c1d5886c26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209188 May 09 18:30:27.298261 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a7e60-e629-4b54-9124-cd453a64d42f None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:24Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:27.313905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (b7b7210b-dd3e-458d-9b39-c35433697b96), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.316617 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.317784 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7b7210b-dd3e-458d-9b39-c35433697b96 HTTP/1.1" status: 204 len: 168 time: 0.3468843 May 09 18:30:27.352460 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2a5e-6015-42e0-a403-7939498d9685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b7210b-dd3e-458d-9b39-c35433697b96,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:27.389820 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d6abd28f-7111-47ee-8971-cd847dbff7e3 req-e1db526a-73da-4d3e-a694-fb90fbe7f3f4 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877936 May 09 18:30:27.482772 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] Publish callbacks [] for security_group (79245315-9f2a-4d23-8ccb-288791bf626d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.520762 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] Publish callbacks [] for security_group (79245315-9f2a-4d23-8ccb-288791bf626d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.578412 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d80f3527-4e6f-437d-aaa3-739f864de1a2 req-6de43835-9d60-41c5-a792-3040417b7c28 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846099 May 09 18:30:27.595244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-43b4d101-bb73-4dd8-8ec0-ef9cf19b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:27.595244 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-43b4d101-bb73-4dd8-8ec0-ef9cf19b0741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.4173110 May 09 18:30:27.629752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (79245315-9f2a-4d23-8ccb-288791bf626d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.634099 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:27.638054 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79245315-9f2a-4d23-8ccb-288791bf626d HTTP/1.1" status: 204 len: 168 time: 0.5750296 May 09 18:30:27.649611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b99ae-a9eb-4037-a8b3-7eac82d9fbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79245315-9f2a-4d23-8ccb-288791bf626d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:28.016763 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 32976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:28.092358 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e341179-de44-4dfa-ad0d-ea4044c42bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.108132 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-60f215e8-3ecd-4715-8bba-14f4c2abea24 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941957 May 09 18:30:28.144414 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-0ef5eb69-9812-41b8-9835-9bcb36916d4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 200 len: 998 time: 0.2285743 May 09 18:30:28.277046 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e341179-de44-4dfa-ad0d-ea4044c42bc9 admin admin] Publish callbacks [] for security_group (7370690b-880d-4d6f-8b03-05b2f96075d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.285794 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e341179-de44-4dfa-ad0d-ea4044c42bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (7370690b-880d-4d6f-8b03-05b2f96075d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.333700 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3e341179-de44-4dfa-ad0d-ea4044c42bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6895f7368f3a4472b18b7d2d27943209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158007 May 09 18:30:28.334850 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e341179-de44-4dfa-ad0d-ea4044c42bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7370690b-880d-4d6f-8b03-05b2f96075d4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:28.336592 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 32990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:28.472937 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9a9c4-c15b-4c82-9880-607bedddc56e None None] New status for floating IP 923a51f2-ca1e-471b-8f65-23631c330469: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:30:28.475125 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] Publish callbacks [] for security_group (7370690b-880d-4d6f-8b03-05b2f96075d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.504540 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] Publish callbacks [] for security_group (7370690b-880d-4d6f-8b03-05b2f96075d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.584589 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b217fe-25f5-49bd-ae11-488930b2e69a req-d85edcf6-c14c-4359-948c-ca8350e183f5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:28.589192 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e8b217fe-25f5-49bd-ae11-488930b2e69a req-d85edcf6-c14c-4359-948c-ca8350e183f5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0891728 May 09 18:30:28.616053 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (7370690b-880d-4d6f-8b03-05b2f96075d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.618579 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:28.619933 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7370690b-880d-4d6f-8b03-05b2f96075d4 HTTP/1.1" status: 204 len: 168 time: 0.2811308 May 09 18:30:28.663716 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c034656-4b04-420d-b5f8-7e8acd2fce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7370690b-880d-4d6f-8b03-05b2f96075d4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:28.828836 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e8b217fe-25f5-49bd-ae11-488930b2e69a req-c7d4e2be-ed12-495f-9c25-4958b9a5a61f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077706 May 09 18:30:28.851805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742d055-6c51-4304-9469-0ae8e390a87a req-7ce89442-5d5f-4ab1-bbb7-cde6f00e2243 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:28.853280 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6742d055-6c51-4304-9469-0ae8e390a87a req-7ce89442-5d5f-4ab1-bbb7-cde6f00e2243 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1085894 May 09 18:30:28.980115 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6742d055-6c51-4304-9469-0ae8e390a87a req-b6d636f1-4210-4003-82af-34eb10076b49 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166670 May 09 18:30:29.058827 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6a968-f3cb-46f0-b740-ee86cae2091d req-952c1354-7d1c-4212-9eb7-d6d05efb5fd1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:29.070418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-64c6a968-f3cb-46f0-b740-ee86cae2091d req-952c1354-7d1c-4212-9eb7-d6d05efb5fd1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.1007838 May 09 18:30:29.070504 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:29.076295 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'floatingip': {'port_id': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:29.163596 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:29.300217 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:29.545215 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24720ee-5513-45d8-84b2-0503f78f8ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:29.694401 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24720ee-5513-45d8-84b2-0503f78f8ab5 admin admin] Publish callbacks [] for security_group (ddbc7bd0-a3a6-4403-8624-f2492353ea7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:29.703387 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24720ee-5513-45d8-84b2-0503f78f8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ddbc7bd0-a3a6-4403-8624-f2492353ea7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:29.763740 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c24720ee-5513-45d8-84b2-0503f78f8ab5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c6dbd06737d4b8b84a3d09e929e9eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610996 May 09 18:30:29.764447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:29.765090 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24720ee-5513-45d8-84b2-0503f78f8ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc7bd0-a3a6-4403-8624-f2492353ea7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:29.863365 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] Publish callbacks [] for security_group (ddbc7bd0-a3a6-4403-8624-f2492353ea7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:29.909719 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] Publish callbacks [] for security_group (ddbc7bd0-a3a6-4403-8624-f2492353ea7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.002763 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ddbc7bd0-a3a6-4403-8624-f2492353ea7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.004955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.013527 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddbc7bd0-a3a6-4403-8624-f2492353ea7c HTTP/1.1" status: 204 len: 168 time: 0.2416873 May 09 18:30:30.024797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ded400-fe7a-4cf9-9f3b-8d4518cab039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc7bd0-a3a6-4403-8624-f2492353ea7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:30.190872 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6578e06-b633-4556-9b8a-975a4f0f8ff5 req-e9cf3e05-04ce-4f4e-bd45-edcd3e9f7163 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:30.197418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e6578e06-b633-4556-9b8a-975a4f0f8ff5 req-e9cf3e05-04ce-4f4e-bd45-edcd3e9f7163 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0807199 May 09 18:30:30.269823 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e6578e06-b633-4556-9b8a-975a4f0f8ff5 req-af9d4213-36d6-41cd-90e6-2b56405c42c8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659940 May 09 18:30:30.320232 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.331383 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.444798 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Floating IP 7c27d6a8-ecca-447a-8c77-812947464110 associated. External IP: 172.27.3.95, port: 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4. May 09 18:30:30.707479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:30.710635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:30:30.739072 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a725f624-a447-4e80-b531-cf5f19f7f553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.877757 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a725f624-a447-4e80-b531-cf5f19f7f553 admin admin] Publish callbacks [] for security_group (63db8b51-166d-4c25-ac4d-4586da9c08fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.885788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a725f624-a447-4e80-b531-cf5f19f7f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (63db8b51-166d-4c25-ac4d-4586da9c08fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.889817 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:30.902766 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:30.908087 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:30.925691 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:30.929470 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:30.964006 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725f624-a447-4e80-b531-cf5f19f7f553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db8b51-166d-4c25-ac4d-4586da9c08fe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:30.973141 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-07c2a668-05ea-4273-b1f6-d1656f1b64c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "PUT /v2.0/floatingips/7c27d6a8-ecca-447a-8c77-812947464110 HTTP/1.1" status: 200 len: 990 time: 1.9018447 May 09 18:30:30.979022 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a725f624-a447-4e80-b531-cf5f19f7f553 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f2992c5de9b451384f54bcd036f05e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680881 May 09 18:30:30.979297 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:30.982537 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:30.985655 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b20768f-7402-46f4-a5ac-20e90cf74a57" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:31.051553 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5264c76a-2559-45ae-8988-93ec8645e6b8 x-openstack-request-id: req-5264c76a-2559-45ae-8988-93ec8645e6b8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:31.051849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:31.052153 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5264c76a-2559-45ae-8988-93ec8645e6b8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:31.052638 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5264c76a-2559-45ae-8988-93ec8645e6b8'] response: {'name': 'network-changed', 'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'status': 'completed', 'code': 200} May 09 18:30:31.073285 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] Publish callbacks [] for security_group (63db8b51-166d-4c25-ac4d-4586da9c08fe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.107457 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] Publish callbacks [] for security_group (63db8b51-166d-4c25-ac4d-4586da9c08fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.165358 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:31.176110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (63db8b51-166d-4c25-ac4d-4586da9c08fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.180374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.184930 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63db8b51-166d-4c25-ac4d-4586da9c08fe HTTP/1.1" status: 204 len: 168 time: 0.1996965 May 09 18:30:31.221494 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d15f79-af6f-4220-aefd-b97d9d44fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db8b51-166d-4c25-ac4d-4586da9c08fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:31.354595 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:31.501071 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c271f-94a4-49e4-a06a-8d74affe409f req-cb72f153-c440-4f90-bb1a-3ead60bf9753 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:31.506173 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-193c271f-94a4-49e4-a06a-8d74affe409f req-cb72f153-c440-4f90-bb1a-3ead60bf9753 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0989611 May 09 18:30:31.536113 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '7c27d6a8-ecca-447a-8c77-812947464110', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:ca:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:59Z', 'updated_at': '2022-05-09T18:30:30Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:31.574500 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:31.587506 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:31.588883 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:31.609124 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-193c271f-94a4-49e4-a06a-8d74affe409f req-27efd0f8-9118-441c-a22f-6f50af81caa3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937250 May 09 18:30:31.716444 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8543ff57-8a80-4e66-bcc1-1730a3cac34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.728991 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:31.820771 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8543ff57-8a80-4e66-bcc1-1730a3cac34a admin admin] Publish callbacks [] for security_group (691515da-77c7-41d8-a544-23dbad332803), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.826246 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8543ff57-8a80-4e66-bcc1-1730a3cac34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (691515da-77c7-41d8-a544-23dbad332803), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:31.870331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543ff57-8a80-4e66-bcc1-1730a3cac34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691515da-77c7-41d8-a544-23dbad332803,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:31.882394 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8543ff57-8a80-4e66-bcc1-1730a3cac34a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22b5c7e0342346b9baa3f4d8a77a6fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265305 May 09 18:30:31.888182 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:31.963012 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-9403a0de-3aa2-43be-9bfd-357c963c2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:31.964382 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-9403a0de-3aa2-43be-9bfd-357c963c2b17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0654454 May 09 18:30:32.054988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-e971c11d-c75e-4597-a3fe-e087bdb703dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:32.060668 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-e971c11d-c75e-4597-a3fe-e087bdb703dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890183 May 09 18:30:32.094844 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '7c27d6a8-ecca-447a-8c77-812947464110', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:ca:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:59Z', 'updated_at': '2022-05-09T18:30:30Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:32.136085 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbc69c-7101-49f1-97e1-8a09a212a3bc None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '7c27d6a8-ecca-447a-8c77-812947464110', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:ca:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:59Z', 'updated_at': '2022-05-09T18:30:30Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:32.152127 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] Publish callbacks [] for security_group (691515da-77c7-41d8-a544-23dbad332803), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:32.154479 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-4054ba0d-7552-4e8d-8319-1352fa71905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:32.159297 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-4054ba0d-7552-4e8d-8319-1352fa71905d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1129 time: 0.1658947 May 09 18:30:32.215524 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] Publish callbacks [] for security_group (691515da-77c7-41d8-a544-23dbad332803), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:32.226549 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ea6cdd1-f721-43b8-9bd2-ffb28b65e7e4 req-651685a0-21ab-409e-b5cc-19ea24c34645 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343754 May 09 18:30:32.287860 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (691515da-77c7-41d8-a544-23dbad332803), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:32.290389 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:32.291668 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/691515da-77c7-41d8-a544-23dbad332803 HTTP/1.1" status: 204 len: 168 time: 0.3979688 May 09 18:30:32.302197 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c513d-dbdd-4932-a37c-6e22ef110eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691515da-77c7-41d8-a544-23dbad332803,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:32.458336 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7019b37-bcc5-4762-9955-809b61920cba None None] New status for floating IP 7c27d6a8-ecca-447a-8c77-812947464110: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:30:32.672222 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-a81564f9-f77e-490d-817f-2919e1bdd163 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468569 May 09 18:30:32.715261 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-5e65d39e-a5ea-4193-a33f-541a5369bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:32.720166 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-5e65d39e-a5ea-4193-a33f-541a5369bc53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.2943065 May 09 18:30:32.913113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49b99f-ee4b-4f29-b1b8-c9a1d255deee req-4399ae66-0e0a-475b-a90d-74c877a481bd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:32.924697 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc49b99f-ee4b-4f29-b1b8-c9a1d255deee req-4399ae66-0e0a-475b-a90d-74c877a481bd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1065171 May 09 18:30:32.930120 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-a51635e4-4d04-4089-ac1e-1b5a6b2c70eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 998 time: 0.1952972 May 09 18:30:32.969242 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1bb974-681a-441d-9af4-16ba1a12a7a3 req-7c42f501-9ae5-4db2-99a1-c3bc5c5c0c1e service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877188 May 09 18:30:33.067627 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc49b99f-ee4b-4f29-b1b8-c9a1d255deee req-152f92ba-b570-4e73-a6db-eb4502a49aa5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416390 May 09 18:30:33.073516 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-1cf8ed6d-783f-4e76-80ee-01ac0fcb5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:33.081044 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-1cf8ed6d-783f-4e76-80ee-01ac0fcb5175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.1353838 May 09 18:30:33.167288 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-fe80236e-d91c-4384-803a-1c7b6418fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:33.168904 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-fe80236e-d91c-4384-803a-1c7b6418fbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814896 May 09 18:30:33.422573 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-712d8cde-11be-438d-952d-8b24c4df7d1a service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421026 May 09 18:30:33.595280 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b20768f-7402-46f4-a5ac-20e90cf74a57 req-cfd6679e-fa09-45a3-ac9b-311a664540be service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422460 May 09 18:30:33.826161 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70c060-7077-4a0f-bd85-3245398a5fa5 req-0d76fdcf-373a-4a3c-998e-d6237b53f3b6 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:33.827740 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f70c060-7077-4a0f-bd85-3245398a5fa5 req-0d76fdcf-373a-4a3c-998e-d6237b53f3b6 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.0794063 May 09 18:30:33.921454 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f70c060-7077-4a0f-bd85-3245398a5fa5 req-86d3cb99-f58b-41c9-887f-5fa7c3fc730c tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862403 May 09 18:30:34.039203 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:34.277312 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977241845-network', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:34.290860 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ebdb-72d1-45b0-a71e-3590d1c91400 req-6d82806c-a44e-4fd0-ae44-5a2a7221d08b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:34.298650 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-13a4ebdb-72d1-45b0-a71e-3590d1c91400 req-6d82806c-a44e-4fd0-ae44-5a2a7221d08b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0703771 May 09 18:30:34.307727 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Made reservation on behalf of 9c6e0a23a3414fca84248553e4f85005 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:34.310084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.326819 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.349659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-13a4ebdb-72d1-45b0-a71e-3590d1c91400 req-d05e4c4f-6e40-4822-a703-467a14b80c0c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496109 May 09 18:30:34.418645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks [] for security_group (6f087abd-642c-4f38-81a9-6fc485849293), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.423035 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (6f087abd-642c-4f38-81a9-6fc485849293), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.449121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:34.460571 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f087abd-642c-4f38-81a9-6fc485849293,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:34.465397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (f45b263a-6149-4962-b55b-44f73f28becf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.465796 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Added segment f45b263a-6149-4962-b55b-44f73f28becf of type vlan for network df47341c-d908-44c0-be75-4cae06738de8 May 09 18:30:34.476020 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.476371 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.476709 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.477043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.477371 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.477781 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.478016 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.478343 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.478667 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.478992 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.479350 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.479686 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.480082 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.480440 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.480822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.530158 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (df47341c-d908-44c0-be75-4cae06738de8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.561793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (df47341c-d908-44c0-be75-4cae06738de8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.562651 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:34.563252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.626366 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5832911 May 09 18:30:34.627274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:34.638877 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Request body: {'subnet': {'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977241845-subnet', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:34.647213 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4732439-b7f5-4666-b40e-ae77b6398151 admin admin] Pushing event updated for resources: {'Network': ['ID=df47341c-d908-44c0-be75-4cae06738de8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:34.663434 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network df47341c-d908-44c0-be75-4cae06738de8 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:34.676145 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Made reservation on behalf of 9c6e0a23a3414fca84248553e4f85005 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:34.679103 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.885140 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (30318acd-a1e7-496e-8e9e-3a4a3854a647), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.947731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30318acd-a1e7-496e-8e9e-3a4a3854a647,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:34.957640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.958054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.958401 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.958742 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.959051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.959399 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.959719 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.960053 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.960352 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.960667 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.960983 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.961306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.961609 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.961920 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.962231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:34.975351 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Checking segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:34.975827 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Network hostable DHCP agents. Network: df47341c-d908-44c0-be75-4cae06738de8, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:34.995544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Network df47341c-d908-44c0-be75-4cae06738de8 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:35.015723 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, df47341c-d908-44c0-be75-4cae06738de8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:35.023295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:35.023877 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.026817 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd42b5b-f581-4687-89ab-ec44b0f0e011 None None] Network df47341c-d908-44c0-be75-4cae06738de8 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:35.071572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe11f-d19a-4df7-8732-39a1dfd66756 req-f57abccd-b2d3-4dfe-ba4c-78f7a80e8dfd tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:35.073350 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3d3fe11f-d19a-4df7-8732-39a1dfd66756 req-f57abccd-b2d3-4dfe-ba4c-78f7a80e8dfd tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.0676918 May 09 18:30:35.077107 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c7272e87-ce54-4652-96a4-611a796f657d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4488308 May 09 18:30:35.080002 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:35.084146 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:35.131942 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.132977 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.159735 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-df47341c-d908-44c0-be75-4cae06738de8', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:30:35.160785 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.171430 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3d3fe11f-d19a-4df7-8732-39a1dfd66756 req-2f9429b3-060b-471a-8689-aad7965eaffc tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919545 May 09 18:30:35.224545 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for router_controller (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.349255 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Allocated IP 172.20.0.2 (df47341c-d908-44c0-be75-4cae06738de8/30318acd-a1e7-496e-8e9e-3a4a3854a647/a89463f4-e3c9-46dd-908f-97b8bba3fc1f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:35.450400 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for router_gateway (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.545174 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks [] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.557881 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.606556 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Network df47341c-d908-44c0-be75-4cae06738de8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:35.611042 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:35.611201 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680bd-d76a-4396-befc-59de5040bbb4 req-e8ca7779-9e01-48b6-a78e-da8ea8f19bd4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:35.628162 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:35.628391 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b5680bd-d76a-4396-befc-59de5040bbb4 req-e8ca7779-9e01-48b6-a78e-da8ea8f19bd4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1400111 May 09 18:30:35.672827 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Pushing event updated for resources: {'Port': ['ID=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:35.681446 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.682080 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.682634 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.683452 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.683980 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.684561 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.685086 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.685606 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.686126 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.686644 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.687206 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.687800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.688328 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.688664 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.688998 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:35.730472 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Attempting to bind port a89463f4-e3c9-46dd-908f-97b8bba3fc1f on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:35.730848 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Attempting to bind port a89463f4-e3c9-46dd-908f-97b8bba3fc1f by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:35.731340 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Attempting to bind port a89463f4-e3c9-46dd-908f-97b8bba3fc1f on network df47341c-d908-44c0-be75-4cae06738de8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:35.736336 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b5680bd-d76a-4396-befc-59de5040bbb4 req-856771af-315d-4434-b946-e5b351e09734 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149831 May 09 18:30:35.741564 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:35.741964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Checking segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:35.742384 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.742791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Bound using segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:35.743318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Bound port: a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:35.743786 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.858327 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for router_gateway (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.861066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] For port a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:35.865114 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] For port a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:35.873710 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.915887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:35.967209 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a50ff8-bbe0-4329-a4ce-85e0546606a9 None None] Pushing event updated for resources: {'Port': ['ID=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:36.065717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Allocated IP 172.27.3.37 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a0483811-79bd-4900-909b-538b6bd94024) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:36.197625 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for port (a0483811-79bd-4900-909b-538b6bd94024), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:36.274935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a0483811-79bd-4900-909b-538b6bd94024), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:36.440402 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:36.467863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:36.475453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:36.496279 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-5373d9e7-e26a-492f-b066-88e7147ed78b tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:36.499256 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-5373d9e7-e26a-492f-b066-88e7147ed78b tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.36 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.1771803 May 09 18:30:36.553734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051182-d9fc-4dab-a3ff-b9bfe91be53b req-ef74c604-ba52-4986-85ef-ca6b97d2e4c2 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:36.555408 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34051182-d9fc-4dab-a3ff-b9bfe91be53b req-ef74c604-ba52-4986-85ef-ca6b97d2e4c2 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 945 time: 0.2046278 May 09 18:30:36.555954 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Pushing event updated for resources: {'Port': ['ID=a0483811-79bd-4900-909b-538b6bd94024,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:36.583477 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-f7172d80-666c-4275-9271-463eb52da7bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2197199 May 09 18:30:36.703880 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Deleting port 5e0cd009-d38e-452c-a4c4-7736e46f139b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:30:36.704279 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:36.894615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] For port 5e0cd009-d38e-452c-a4c4-7736e46f139b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e0cd009-d38e-452c-a4c4-7736e46f139b,segment=NetworkSegment(17f60f60-2df3-48a9-8916-7df2c1bb1fda),segment_id=17f60f60-2df3-48a9-8916-7df2c1bb1fda)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:36.895317 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:36.914802 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Calling delete_port for 5e0cd009-d38e-452c-a4c4-7736e46f139b owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:30:37.025436 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34051182-d9fc-4dab-a3ff-b9bfe91be53b req-07480150-8cc3-41f3-a99c-b281c143a195 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/security-groups?id=a685a61e-c80b-4f60-b3bf-90e23febd0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602599 May 09 18:30:37.149281 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1f74b-05f6-48b0-aedb-1d9b99982361 req-d2b95ada-d86b-4562-9021-06abefa28585 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:37.157489 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e3e1f74b-05f6-48b0-aedb-1d9b99982361 req-d2b95ada-d86b-4562-9021-06abefa28585 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1358221 May 09 18:30:37.159716 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-de2aa905-33d7-4674-9df7-0bd48072dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:37.170428 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-de2aa905-33d7-4674-9df7-0bd48072dc20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.1408401 May 09 18:30:37.465302 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e3e1f74b-05f6-48b0-aedb-1d9b99982361 req-7da38cfc-871d-4298-820d-3fbe6375a378 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060260 May 09 18:30:37.533339 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a89463f4-e3c9-46dd-908f-97b8bba3fc1f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:37.632218 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a89463f4-e3c9-46dd-908f-97b8bba3fc1f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:37.633427 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.689695 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-0535fde2-d3d1-4ecd-ae3e-0591c2101fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:37.691982 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-0535fde2-d3d1-4ecd-ae3e-0591c2101fcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.4816444 May 09 18:30:37.693321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for router_gateway (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.694267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4cb46-de93-40ac-9c98-a86020c707df None None] Network df47341c-d908-44c0-be75-4cae06738de8 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:37.711005 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Provisioning complete for port a89463f4-e3c9-46dd-908f-97b8bba3fc1f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:37.713165 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.750235 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (5e0cd009-d38e-452c-a4c4-7736e46f139b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.776426 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-d01db2e5-ecd6-4b86-b288-72dcd7cab8c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0397263 May 09 18:30:37.823293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Pushing event deleted for resources: {'Port': ['ID=5e0cd009-d38e-452c-a4c4-7736e46f139b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:37.852822 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a89463f4-e3c9-46dd-908f-97b8bba3fc1f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:37.853472 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.904799 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] No DVR routers for this DVR port 5e0cd009-d38e-452c-a4c4-7736e46f139b on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:30:37.909357 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.909850 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-0bc55124-2239-4ebb-a867-52f65f8a2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:37.911766 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-0bc55124-2239-4ebb-a867-52f65f8a2918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.1279988 May 09 18:30:37.916686 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9de7c458-482d-4c76-8cdf-57e1576f7498 req-64cdb406-d000-44d1-9ae2-9cdd9681b384 tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.36 "DELETE /v2.0/ports/5e0cd009-d38e-452c-a4c4-7736e46f139b HTTP/1.1" status: 204 len: 173 time: 1.4119766 May 09 18:30:37.917895 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'name': 'network-vif-deleted', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:30:37.923607 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14ae454-98e5-4034-8e26-01965edeae1a" -d '{"events": [{"server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "name": "network-vif-deleted", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:30:38.022852 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f69b4c0-87a4-4107-90bc-46d8d2ec495e x-openstack-request-id: req-4f69b4c0-87a4-4107-90bc-46d8d2ec495e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:30:38.023463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1074019a-07cc-4aea-8385-4803e00e1d7b", "name": "network-vif-deleted", "tag": "5e0cd009-d38e-452c-a4c4-7736e46f139b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:30:38.024025 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f69b4c0-87a4-4107-90bc-46d8d2ec495e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:30:38.024613 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f69b4c0-87a4-4107-90bc-46d8d2ec495e'] response: {'server_uuid': '1074019a-07cc-4aea-8385-4803e00e1d7b', 'name': 'network-vif-deleted', 'tag': '5e0cd009-d38e-452c-a4c4-7736e46f139b', 'status': 'completed', 'code': 200} May 09 18:30:38.039405 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:38.064646 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:38.109771 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Current status of the port a89463f4-e3c9-46dd-908f-97b8bba3fc1f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:38.110171 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:38.154810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-cb5a8516-2ff1-4fe9-b3bd-e75904697930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:38.161014 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-cb5a8516-2ff1-4fe9-b3bd-e75904697930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2320826 May 09 18:30:38.274033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:38.276821 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:30:38.277351 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:30:38.355454 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ac978e6d-4e5c-4d7e-9a35-b39d6a3015a9 req-147eb3e5-2398-4084-9521-aa963113326c tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.1293354 May 09 18:30:38.432632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:38.450857 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e0cd009-d38e-452c-a4c4-7736e46f139b no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:30:38.474294 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 5e0cd009-d38e-452c-a4c4-7736e46f139b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:30:38.475074 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e0cd009-d38e-452c-a4c4-7736e46f139b not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:30:38.494230 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-81dbaa1f-2ee9-4291-bf84-3d6a5ef73278 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149934 May 09 18:30:38.668030 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f90ea-70d8-4cc3-a5aa-f3371549627e req-536c9015-7e87-4cdb-bcb3-9461e9ff8b18 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:38.670053 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-093f90ea-70d8-4cc3-a5aa-f3371549627e req-536c9015-7e87-4cdb-bcb3-9461e9ff8b18 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1074715 May 09 18:30:38.724174 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f988cdbe-9165-4b20-bddf-04aef567bb36 req-b0c7cb29-018d-4fe7-a75c-312f91ceb4eb service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133749 May 09 18:30:38.749772 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:30:38.764026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-093f90ea-70d8-4cc3-a5aa-f3371549627e req-2f8c967d-e4c0-419f-80bd-92f5dc6fc5ed tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769069 May 09 18:30:38.829467 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1723751-be05-41bb-9422-c63854332b49 None None] Current status of the port a89463f4-e3c9-46dd-908f-97b8bba3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:38.902613 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:38.922158 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Sync routers for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:38.936632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:38.938238 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:38.939070 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:38.941692 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d31f4818-96e2-42b2-a2eb-a35888f9087b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8607397 May 09 18:30:38.944568 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33378) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:38.978143 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d35f4cad-698c-4bbc-94fc-2494e901c587 None None] Provisioning complete for port a89463f4-e3c9-46dd-908f-97b8bba3fc1f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:38.978935 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cad-698c-4bbc-94fc-2494e901c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.091498 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d35f4cad-698c-4bbc-94fc-2494e901c587 None None] Current status of the port a89463f4-e3c9-46dd-908f-97b8bba3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:39.134605 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:39.341959 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a89463f4-e3c9-46dd-908f-97b8bba3fc1f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:39.382017 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:37Z', 'revision_number': 3, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:39.428448 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a89463f4-e3c9-46dd-908f-97b8bba3fc1f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:39.429318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.432251 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Checking router: ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:39.432775 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Updating router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 port a0483811-79bd-4900-909b-538b6bd94024 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:39.467544 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a0483811-79bd-4900-909b-538b6bd94024), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.548817 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-789967f9-fc02-42a5-bcc0-7c8163cbb0f2 req-97a4c3c5-f149-4334-b594-5cf94b1885af tempest-DeleteServersTestJSON-616767868 tempest-DeleteServersTestJSON-616767868-project] 10.222.0.25 "GET /v2.0/ports?device_id=1074019a-07cc-4aea-8385-4803e00e1d7b HTTP/1.1" status: 200 len: 210 time: 0.0764673 May 09 18:30:39.562995 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a89463f4-e3c9-46dd-908f-97b8bba3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:39.585489 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.617992 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.777685 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Allocated IP 172.20.0.1 (df47341c-d908-44c0-be75-4cae06738de8/30318acd-a1e7-496e-8e9e-3a4a3854a647/f5356709-59bf-4321-8846-4140c47e83da) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:39.829298 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks [] for port (a0483811-79bd-4900-909b-538b6bd94024), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.841773 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a0483811-79bd-4900-909b-538b6bd94024), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.888921 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3106078-f2f4-4cd2-931e-5b05cf8a2969 req-3a5c6d27-9697-4120-9f3e-156aa63982a0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:39.890763 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3106078-f2f4-4cd2-931e-5b05cf8a2969 req-3a5c6d27-9697-4120-9f3e-156aa63982a0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0558150 May 09 18:30:39.893471 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks [] for port (f5356709-59bf-4321-8846-4140c47e83da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.896289 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Attempting to bind port a0483811-79bd-4900-909b-538b6bd94024 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:39.896867 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Attempting to bind port a0483811-79bd-4900-909b-538b6bd94024 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:39.897404 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Attempting to bind port a0483811-79bd-4900-909b-538b6bd94024 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:39.906514 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:39.907218 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:39.907671 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.908078 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:39.909283 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Bound port: a0483811-79bd-4900-909b-538b6bd94024, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:39.909773 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a0483811-79bd-4900-909b-538b6bd94024), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.930012 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:39.957661 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3106078-f2f4-4cd2-931e-5b05cf8a2969 req-4a3b9712-6936-4bd3-a3e8-239230671246 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575559 May 09 18:30:39.985315 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Network df47341c-d908-44c0-be75-4cae06738de8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:39.990505 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:39.993407 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:40.000733 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Pushing event updated for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:40.049508 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03eaee-c4df-413b-82f4-726b3e986588 None None] Pushing event updated for resources: {'Port': ['ID=a0483811-79bd-4900-909b-538b6bd94024,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:40.058890 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.083948 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] For port a0483811-79bd-4900-909b-538b6bd94024, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:40.088112 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] For port a0483811-79bd-4900-909b-538b6bd94024, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a0483811-79bd-4900-909b-538b6bd94024,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:40.098748 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a0483811-79bd-4900-909b-538b6bd94024), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.173658 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:40.174424 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:40.272317 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f5356709-59bf-4321-8846-4140c47e83da), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.317588 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03eaee-c4df-413b-82f4-726b3e986588 None None] Pushing event updated for resources: {'Port': ['ID=a0483811-79bd-4900-909b-538b6bd94024,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:40.329408 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:40.330967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-95095cf4-16b3-4cb4-8cf5-63c25fc827c2 None None] Provisioning complete for port f5356709-59bf-4321-8846-4140c47e83da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:40.333270 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95095cf4-16b3-4cb4-8cf5-63c25fc827c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f5356709-59bf-4321-8846-4140c47e83da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.412411 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95095cf4-16b3-4cb4-8cf5-63c25fc827c2 None None] Port f5356709-59bf-4321-8846-4140c47e83da cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:40.515109 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks [] for port (f5356709-59bf-4321-8846-4140c47e83da), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.520001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.588030 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Pushing event updated for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:40.592075 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:40.593076 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:37Z', 'revision_number': 3, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:40.625552 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9547b-e51e-41a0-bb2c-f30750fb5c50 None None] The sync data for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi is: [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:37Z', 'revision_number': 3, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:40.738500 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Network df47341c-d908-44c0-be75-4cae06738de8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:40.741747 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:40.943730 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:30:41.137752 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4dbdb50b-4dae-454a-a8ea-18df27dec2fd None None] Provisioning complete for port f5356709-59bf-4321-8846-4140c47e83da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:41.138242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbdb50b-4dae-454a-a8ea-18df27dec2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f5356709-59bf-4321-8846-4140c47e83da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.169640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b6476-480e-4b5f-a957-bafd199cff45 req-fd215d25-71ad-4461-aae5-d335b2315039 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:41.172935 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:41.175461 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-067b6476-480e-4b5f-a957-bafd199cff45 req-fd215d25-71ad-4461-aae5-d335b2315039 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0858052 May 09 18:30:41.178778 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-583c9037-2f29-4d9c-9bbe-893bfd0528fa admin admin] 10.222.0.25 "PUT /v2.0/routers/ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2329662 May 09 18:30:41.209309 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4dbdb50b-4dae-454a-a8ea-18df27dec2fd None None] Port f5356709-59bf-4321-8846-4140c47e83da cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:41.240117 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-067b6476-480e-4b5f-a957-bafd199cff45 req-3e630e73-5ce6-4f2f-ab26-72dc70774038 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 May 09 18:30:41.319064 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a0483811-79bd-4900-909b-538b6bd94024 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:41.385011 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e6d54e5-ef92-4887-84e4-c289a429a579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.387869 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a0483811-79bd-4900-909b-538b6bd94024 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:41.388479 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a0483811-79bd-4900-909b-538b6bd94024), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.635832 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a0483811-79bd-4900-909b-538b6bd94024 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:41.636292 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a0483811-79bd-4900-909b-538b6bd94024), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.666079 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a0483811-79bd-4900-909b-538b6bd94024, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a0483811-79bd-4900-909b-538b6bd94024,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:41.672214 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a0483811-79bd-4900-909b-538b6bd94024), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.749380 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a0483811-79bd-4900-909b-538b6bd94024,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:41.882271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:41.888738 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-813790054-network', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:41.915322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Made reservation on behalf of 62d7aa11427b4370a7e450a99ca61594 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:41.917623 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:41.930954 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.044616 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks [] for security_group (e035ab1a-adf4-44c7-9b1d-742d370aedfb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.048963 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e035ab1a-adf4-44c7-9b1d-742d370aedfb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.072047 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:42.087600 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e035ab1a-adf4-44c7-9b1d-742d370aedfb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:42.090735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (8820d636-2fbc-437c-a93a-7f7102003109), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.091082 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Added segment 8820d636-2fbc-437c-a93a-7f7102003109 of type vlan for network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 May 09 18:30:42.134941 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (943b826d-9838-44f6-b5cb-0ff35a7d10d1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.159779 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (943b826d-9838-44f6-b5cb-0ff35a7d10d1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.160906 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:42.161477 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.227571 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3411467 May 09 18:30:42.228443 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.229745 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91663-d5a1-4d4e-88cd-ad1f506f1ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=943b826d-9838-44f6-b5cb-0ff35a7d10d1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:42.234933 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Request body: {'subnet': {'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-813790054-subnet', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:42.246291 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:42.251303 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.280149 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Made reservation on behalf of 62d7aa11427b4370a7e450a99ca61594 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:42.284937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58825173'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.291586 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.420913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Deleting subnet b94cdf33-2dcf-4844-b7ab-88269253d7bd {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:30:42.437711 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66244f-c4c9-4512-835d-5009e6e9bde4 req-b7c04ad9-a512-46a1-aba0-3741aa961001 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:42.439531 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2a66244f-c4c9-4512-835d-5009e6e9bde4 req-b7c04ad9-a512-46a1-aba0-3741aa961001 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0887027 May 09 18:30:42.451610 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e911cd-d7af-44a6-8d96-5c00ba3fd281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.454435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Publish callbacks [] for subnet (b94cdf33-2dcf-4844-b7ab-88269253d7bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.516114 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59298580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58825155'] for subnet (e4c46821-5e6c-423d-80a3-62fade9807ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.547010 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (b94cdf33-2dcf-4844-b7ab-88269253d7bd), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.574620 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c46821-5e6c-423d-80a3-62fade9807ea,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:42.583888 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Checking segment: {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:42.584411 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Network hostable DHCP agents. Network: 943b826d-9838-44f6-b5cb-0ff35a7d10d1, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:42.591973 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2a66244f-c4c9-4512-835d-5009e6e9bde4 req-05b74f6b-36c0-4062-8ab9-64c792038e3a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426883 May 09 18:30:42.604639 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:42.621217 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (b94cdf33-2dcf-4844-b7ab-88269253d7bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.624286 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 943b826d-9838-44f6-b5cb-0ff35a7d10d1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:42.630193 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:42.630840 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.640300 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d2861-1806-4748-b643-a2c597eb0e84 None None] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:42.662636 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-27076f19-48f1-4f4e-bab5-30f307192720 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4316487 May 09 18:30:42.663853 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.668340 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:42.695078 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e911cd-d7af-44a6-8d96-5c00ba3fd281 admin admin] Publish callbacks [] for security_group (c5a599f2-7afb-4f30-996d-becffa05d936), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.699946 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e911cd-d7af-44a6-8d96-5c00ba3fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c5a599f2-7afb-4f30-996d-becffa05d936), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.701750 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (ec4274bf-3b10-4978-92ae-c51e32051210), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.702911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (ec4274bf-3b10-4978-92ae-c51e32051210), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.750337 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Sync routers for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:42.754767 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e911cd-d7af-44a6-8d96-5c00ba3fd281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a599f2-7afb-4f30-996d-becffa05d936,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:42.764413 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (b94cdf33-2dcf-4844-b7ab-88269253d7bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.768799 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for router_controller (ec4274bf-3b10-4978-92ae-c51e32051210), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.788899 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:42.789836 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:42.795768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94cdf33-2dcf-4844-b7ab-88269253d7bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:42.804567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-53e911cd-d7af-44a6-8d96-5c00ba3fd281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63886a179df746d4b2a750f8054028cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496857 May 09 18:30:42.804938 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.816808 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.822117 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ea551dca-52e3-40e8-bc53-d97b00cc156b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b94cdf33-2dcf-4844-b7ab-88269253d7bd HTTP/1.1" status: 204 len: 168 time: 0.5272264 May 09 18:30:42.823029 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33488) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:42.838458 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'fixed_ips': [{'subnet_id': 'e4c46821-5e6c-423d-80a3-62fade9807ea'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:30:42.839651 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.897848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] Publish callbacks [] for security_group (c5a599f2-7afb-4f30-996d-becffa05d936), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:42.933245 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] Publish callbacks [] for security_group (c5a599f2-7afb-4f30-996d-becffa05d936), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.008922 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:43.018172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c5a599f2-7afb-4f30-996d-becffa05d936), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.022318 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.023651 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5a599f2-7afb-4f30-996d-becffa05d936 HTTP/1.1" status: 204 len: 168 time: 0.2174616 May 09 18:30:43.035513 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2152ce9-f2f7-4e8f-a41a-6e40837c003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a599f2-7afb-4f30-996d-becffa05d936,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:43.200532 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Allocated IP 172.20.0.2 (943b826d-9838-44f6-b5cb-0ff35a7d10d1/e4c46821-5e6c-423d-80a3-62fade9807ea/a3540993-0897-459e-a8cd-465af7a11db3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:43.301510 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for router_gateway (ec4274bf-3b10-4978-92ae-c51e32051210), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.306872 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.390939 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a0483811-79bd-4900-909b-538b6bd94024 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:43.472628 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:43.475886 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 2, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:43.490726 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.502671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605e28ff-2c4b-40e0-85e4-cb7f647cb718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.532380 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Checking router: ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:43.532980 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Updating router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 port f5356709-59bf-4321-8846-4140c47e83da binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:43.551234 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd9eb17-ecb5-478f-ba90-356efc1ddcaa']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:43.574300 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f60f60-2df3-48a9-8916-7df2c1bb1fda') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:43.574713 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f60f60-2df3-48a9-8916-7df2c1bb1fda') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:43.614773 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a0483811-79bd-4900-909b-538b6bd94024 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:43.615915 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a0483811-79bd-4900-909b-538b6bd94024), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.629220 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b055fa74-87e8-43c9-a7c3-e9bcfa13eddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.635762 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (17f60f60-2df3-48a9-8916-7df2c1bb1fda), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.653839 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (17f60f60-2df3-48a9-8916-7df2c1bb1fda), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.673997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605e28ff-2c4b-40e0-85e4-cb7f647cb718 admin admin] Publish callbacks [] for security_group (e3868bde-7af9-4334-992a-e5eaa0f2d4e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.680005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605e28ff-2c4b-40e0-85e4-cb7f647cb718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e3868bde-7af9-4334-992a-e5eaa0f2d4e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.685057 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f5356709-59bf-4321-8846-4140c47e83da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.686215 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:30:43.686626 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (17f60f60-2df3-48a9-8916-7df2c1bb1fda), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:30:43.689908 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:30:43.754426 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for router_gateway (ec4274bf-3b10-4978-92ae-c51e32051210), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.772328 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e28ff-2c4b-40e0-85e4-cb7f647cb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3868bde-7af9-4334-992a-e5eaa0f2d4e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:43.781991 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-605e28ff-2c4b-40e0-85e4-cb7f647cb718 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=542388eeb32d4227bd4ae743d7e9dc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067253 May 09 18:30:43.785330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:43.786531 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.797733 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (9bd9eb17-ecb5-478f-ba90-356efc1ddcaa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.811578 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f5e2e-49fb-433e-b3f7-fe3bb715e052 req-05adac77-51b7-42bc-a128-41a64ddec05f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:43.813075 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b6f5e2e-49fb-433e-b3f7-fe3bb715e052 req-05adac77-51b7-42bc-a128-41a64ddec05f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1023567 May 09 18:30:43.827964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a0483811-79bd-4900-909b-538b6bd94024 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:43.832097 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.839318 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] 10.222.0.25 "DELETE /v2.0/networks/9bd9eb17-ecb5-478f-ba90-356efc1ddcaa HTTP/1.1" status: 204 len: 168 time: 1.0117722 May 09 18:30:43.839918 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks [] for port (a3540993-0897-459e-a8cd-465af7a11db3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.859574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (a3540993-0897-459e-a8cd-465af7a11db3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.859852 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea8c3a-f2f2-4eaf-97f0-fb213846b87a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd9eb17-ecb5-478f-ba90-356efc1ddcaa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:43.883892 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b6f5e2e-49fb-433e-b3f7-fe3bb715e052 req-67b79d74-7cef-47d3-9999-61bf9745d698 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 May 09 18:30:43.884489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] Publish callbacks [] for security_group (e3868bde-7af9-4334-992a-e5eaa0f2d4e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.915490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] Publish callbacks [] for security_group (e3868bde-7af9-4334-992a-e5eaa0f2d4e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:43.986379 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Allocated IP 172.27.3.169 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a1b42b1b-3cb6-4ed1-834a-5edd12a5252f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:44.011315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e3868bde-7af9-4334-992a-e5eaa0f2d4e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.014009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.020075 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3868bde-7af9-4334-992a-e5eaa0f2d4e2 HTTP/1.1" status: 204 len: 168 time: 0.2337196 May 09 18:30:44.033110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a2ac3-4173-4180-a93c-4009d6846e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3868bde-7af9-4334-992a-e5eaa0f2d4e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.041811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:44.053355 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Pushing event updated for resources: {'Port': ['ID=a3540993-0897-459e-a8cd-465af7a11db3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.060148 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:44.064432 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:44.137431 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.160576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:44.183152 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Attempting to bind port a3540993-0897-459e-a8cd-465af7a11db3 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:44.183571 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Attempting to bind port a3540993-0897-459e-a8cd-465af7a11db3 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:44.183945 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Attempting to bind port a3540993-0897-459e-a8cd-465af7a11db3 on network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:44.184910 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.197234 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:44.197625 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Checking segment: {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:44.198043 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.198457 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Bound using segment: {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:44.198969 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Bound port: a3540993-0897-459e-a8cd-465af7a11db3, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:44.199396 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a3540993-0897-459e-a8cd-465af7a11db3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.223485 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c4f843f7-b630-47ca-b2f1-f9bf44fbff94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e0d940b1aea46aea0fa187448375f04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0609429 May 09 18:30:44.225400 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:44.238986 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.262237 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:44.264875 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:44.268051 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:44.299206 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] Publish callbacks [] for security_group (a685a61e-c80b-4f60-b3bf-90e23febd0b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.326051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] Publish callbacks [] for security_group (a685a61e-c80b-4f60-b3bf-90e23febd0b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.347611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] For port a3540993-0897-459e-a8cd-465af7a11db3, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:44.354857 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] For port a3540993-0897-459e-a8cd-465af7a11db3, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a3540993-0897-459e-a8cd-465af7a11db3,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:44.367015 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks [] for port (f5356709-59bf-4321-8846-4140c47e83da), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.369749 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a3540993-0897-459e-a8cd-465af7a11db3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.384180 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.405462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a685a61e-c80b-4f60-b3bf-90e23febd0b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.409650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.413144 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a685a61e-c80b-4f60-b3bf-90e23febd0b9 HTTP/1.1" status: 204 len: 168 time: 0.1843455 May 09 18:30:44.447626 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f0bd-e4a4-4b0e-bc10-d76640ad8154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685a61e-c80b-4f60-b3bf-90e23febd0b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.510361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716f248-7bd5-4621-97cc-db39b0bc7934 None None] Pushing event updated for resources: {'Port': ['ID=a3540993-0897-459e-a8cd-465af7a11db3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.599856 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Attempting to bind port f5356709-59bf-4321-8846-4140c47e83da on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:44.603148 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Attempting to bind port f5356709-59bf-4321-8846-4140c47e83da by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:44.604885 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Attempting to bind port f5356709-59bf-4321-8846-4140c47e83da on network df47341c-d908-44c0-be75-4cae06738de8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:44.636592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:44.640675 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Checking segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:44.643343 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.648048 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Bound using segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:44.648739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Bound port: f5356709-59bf-4321-8846-4140c47e83da, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:44.649381 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f5356709-59bf-4321-8846-4140c47e83da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.717111 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for router_gateway (ec4274bf-3b10-4978-92ae-c51e32051210), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.737521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a3f9-d080-414e-ab80-c387a2646e7d None None] Pushing event updated for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:44.836080 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:44.880959 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] For port f5356709-59bf-4321-8846-4140c47e83da, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:44.924780 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] For port f5356709-59bf-4321-8846-4140c47e83da, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f5356709-59bf-4321-8846-4140c47e83da,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:44.935054 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.133432 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Provisioning complete for port f5356709-59bf-4321-8846-4140c47e83da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:45.133959 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f5356709-59bf-4321-8846-4140c47e83da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.162059 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8a63-6368-48f3-b9d6-3d85a189489f req-68876cfc-cc4b-4d07-b1a8-677e4d46c32a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:45.179573 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b9cf8a63-6368-48f3-b9d6-3d85a189489f req-68876cfc-cc4b-4d07-b1a8-677e4d46c32a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1335833 May 09 18:30:45.230135 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (ec4274bf-3b10-4978-92ae-c51e32051210), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.241964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a3f9-d080-414e-ab80-c387a2646e7d None None] Pushing event updated for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:45.263379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:45.267405 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:45.299702 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b9cf8a63-6368-48f3-b9d6-3d85a189489f req-c362f462-de3c-4366-8d7c-c04a3136accb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188767 May 09 18:30:45.502295 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a3540993-0897-459e-a8cd-465af7a11db3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:45.505204 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Router ec4274bf-3b10-4978-92ae-c51e32051210 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:30:45.693330 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:45.712758 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Sync routers for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:45.732842 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:45.735956 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:45.737778 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Current status of the port f5356709-59bf-4321-8846-4140c47e83da is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:45.738325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f5356709-59bf-4321-8846-4140c47e83da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.747588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.753015 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-909a9844-9d39-4056-b7bb-b760574af1d8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0851140 May 09 18:30:45.753472 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:45.754502 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a3540993-0897-459e-a8cd-465af7a11db3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:45.760404 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a3540993-0897-459e-a8cd-465af7a11db3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:45.766894 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:45.937640 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:45.944019 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] For port f5356709-59bf-4321-8846-4140c47e83da, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f5356709-59bf-4321-8846-4140c47e83da,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:45.970064 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.044056 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:46.197872 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe830fb-821b-4fbe-9b16-78dbd53d2dcd None None] Pushing event updated for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:46.207511 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4a7d3526-7181-4da0-8060-02b03f4b4a16 None None] Provisioning complete for port f5356709-59bf-4321-8846-4140c47e83da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:46.207957 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3526-7181-4da0-8060-02b03f4b4a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f5356709-59bf-4321-8846-4140c47e83da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.209349 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:44Z', 'revision_number': 3, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:46.233394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.262512 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a3540993-0897-459e-a8cd-465af7a11db3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:46.262982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a3540993-0897-459e-a8cd-465af7a11db3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.273596 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Checking router: ec4274bf-3b10-4978-92ae-c51e32051210 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:46.274970 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Updating router ec4274bf-3b10-4978-92ae-c51e32051210 port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:46.333583 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.424241 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935e770-5996-439e-8076-90bd55258716 None None] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:46.468447 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a3540993-0897-459e-a8cd-465af7a11db3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a3540993-0897-459e-a8cd-465af7a11db3,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:46.514026 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-network', 'tenant_id': '127c608e5ebd478282b045739182c41e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:46.534590 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:44Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:46.541581 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a3540993-0897-459e-a8cd-465af7a11db3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.546503 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c022f1-cba0-4f99-b269-06d0bb5f3c7b req-8dc05e2b-a871-4cc4-b772-1deccb8b97dc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:46.549098 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83c022f1-cba0-4f99-b269-06d0bb5f3c7b req-8dc05e2b-a871-4cc4-b772-1deccb8b97dc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0638916 May 09 18:30:46.555715 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Made reservation on behalf of 127c608e5ebd478282b045739182c41e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:46.560293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.571680 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.742022 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d3526-7181-4da0-8060-02b03f4b4a16 None None] Current status of the port f5356709-59bf-4321-8846-4140c47e83da is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:46.751050 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks [] for security_group (f00648a7-5fcd-46da-ac32-4e6dba648618), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.758251 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f00648a7-5fcd-46da-ac32-4e6dba648618), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.773304 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f4b9-9017-4951-99d1-1034d53070ab None None] The sync data for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi is: [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:44Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:46.786605 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks [] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.796987 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.818661 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:30:46.897263 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00648a7-5fcd-46da-ac32-4e6dba648618,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:46.899068 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Pushing event updated for resources: {'Port': ['ID=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:46.904642 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (29668675-2899-410b-bd95-31d456c61b85), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:46.905652 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Added segment 29668675-2899-410b-bd95-31d456c61b85 of type vlan for network f5e8d460-3fdc-4b49-8c18-f792777a0c26 May 09 18:30:46.938785 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.939139 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.939933 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.939933 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.940248 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.940552 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.940881 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.941205 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.946187 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.946187 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.947622 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.948024 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.949027 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.950278 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.950718 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:30:46.973818 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a3540993-0897-459e-a8cd-465af7a11db3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:46.990037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f6e7e71c-871e-4c3e-a14b-a1a19a004d2b None None] Provisioning complete for port a3540993-0897-459e-a8cd-465af7a11db3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:46.993119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e71c-871e-4c3e-a14b-a1a19a004d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a3540993-0897-459e-a8cd-465af7a11db3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.036419 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Attempting to bind port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:47.037914 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (f5e8d460-3fdc-4b49-8c18-f792777a0c26), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.039156 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Attempting to bind port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:47.041032 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Attempting to bind port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:47.054909 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:47.055687 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:47.057662 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.058282 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:47.062013 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Bound port: a1b42b1b-3cb6-4ed1-834a-5edd12a5252f, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:47.062742 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.099884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (f5e8d460-3fdc-4b49-8c18-f792777a0c26), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.101018 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:47.101960 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.147077 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83c022f1-cba0-4f99-b269-06d0bb5f3c7b req-5ddd721e-aa68-4fc7-bb3d-973d81c15ef6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899701 May 09 18:30:47.172637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7e71c-871e-4c3e-a14b-a1a19a004d2b None None] Current status of the port a3540993-0897-459e-a8cd-465af7a11db3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:47.203449 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1582515 May 09 18:30:47.206449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:47.225250 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] For port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:47.225435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Request body: {'subnet': {'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-subnet', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:47.230128 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] For port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:47.235296 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a96bf-59c3-417a-aabd-2e58d7a8ec0f admin admin] Pushing event updated for resources: {'Network': ['ID=f5e8d460-3fdc-4b49-8c18-f792777a0c26,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:47.243751 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.271815 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:30:47.367419 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.410163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Made reservation on behalf of 127c608e5ebd478282b045739182c41e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:47.413278 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.426143 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-407e9e88-c9d0-465d-9339-676a24cf7ec0 None None] Provisioning complete for port a3540993-0897-459e-a8cd-465af7a11db3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:47.427504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407e9e88-c9d0-465d-9339-676a24cf7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a3540993-0897-459e-a8cd-465af7a11db3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.440473 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:47.442227 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:47.567551 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f5356709-59bf-4321-8846-4140c47e83da up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:47.623162 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715edf6-cccd-406f-a519-48ec714fec8f None None] Pushing event updated for resources: {'Port': ['ID=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:47.652116 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-407e9e88-c9d0-465d-9339-676a24cf7ec0 None None] Current status of the port a3540993-0897-459e-a8cd-465af7a11db3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:47.671792 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.704037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port f5356709-59bf-4321-8846-4140c47e83da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:47.704514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f5356709-59bf-4321-8846-4140c47e83da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.727090 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (114fb703-1478-4ad8-93a4-d33999ff7a6d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.745336 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:47.813926 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port f5356709-59bf-4321-8846-4140c47e83da is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:47.815619 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a3540993-0897-459e-a8cd-465af7a11db3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:47.877810 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a3540993-0897-459e-a8cd-465af7a11db3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:47.878551 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a3540993-0897-459e-a8cd-465af7a11db3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:47.892529 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=114fb703-1478-4ad8-93a4-d33999ff7a6d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:47.923707 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Checking segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:47.924570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Network hostable DHCP agents. Network: f5e8d460-3fdc-4b49-8c18-f792777a0c26, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:30:47.980511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:30:48.008544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, f5e8d460-3fdc-4b49-8c18-f792777a0c26) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:48.014702 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Allocated IP 172.20.0.1 (943b826d-9838-44f6-b5cb-0ff35a7d10d1/e4c46821-5e6c-423d-80a3-62fade9807ea/ecfe162d-6c18-4513-b39f-ef9cd5635b92) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:48.017587 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:48.018175 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.020786 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a3540993-0897-459e-a8cd-465af7a11db3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:48.033396 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:44Z', 'revision_number': 3, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:48.034078 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba7763-e735-4a08-b532-0fdc036d7ce3 None None] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:48.052417 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a534c004-55b1-4d92-8086-57d68a476a0d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8427656 May 09 18:30:48.055147 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:48.060764 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:48.109937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.111292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.183897 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks [] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.234751 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.236762 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for router_controller (3b6afba5-da6f-482c-abba-27d621a57cb4), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.238492 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:30:48.240217 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.257682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:48.260671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:48.283442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:48.295691 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e68e80-c790-4feb-81d8-289eee76af80 None None] The sync data for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi is: [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:44Z', 'revision_number': 3, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:48.420084 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f507-c060-41f3-a37b-093e9b1372a6 req-a1537327-2e89-4853-987b-dd46b2653919 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:48.423075 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f258f507-c060-41f3-a37b-093e9b1372a6 req-a1537327-2e89-4853-987b-dd46b2653919 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0841782 May 09 18:30:48.433500 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (ec4274bf-3b10-4978-92ae-c51e32051210), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.549139 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:48.658630 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for router_gateway (3b6afba5-da6f-482c-abba-27d621a57cb4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.670443 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Allocated IP 172.20.0.2 (f5e8d460-3fdc-4b49-8c18-f792777a0c26/114fb703-1478-4ad8-93a4-d33999ff7a6d/3148d9ae-f06d-4cb2-a66b-1e3d197e5a17) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:48.679030 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f258f507-c060-41f3-a37b-093e9b1372a6 req-8184c44a-27cc-4e2e-a8db-6bba6a5795c5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422678 May 09 18:30:48.798449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:48.951825 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:30:49.054659 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7f574d60-b662-4f4e-81be-44a94f8def9d None None] Provisioning complete for port ecfe162d-6c18-4513-b39f-ef9cd5635b92 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:49.055208 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f574d60-b662-4f4e-81be-44a94f8def9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.062508 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for router_gateway (3b6afba5-da6f-482c-abba-27d621a57cb4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.088674 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.107806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f574d60-b662-4f4e-81be-44a94f8def9d None None] Port ecfe162d-6c18-4513-b39f-ef9cd5635b92 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:49.160939 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks [] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.169062 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.196922 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks [] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.203489 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.237826 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Allocated IP 172.27.3.182 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/32b9cccf-0958-47aa-8fc8-5f0ade5a900f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:49.244041 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (ec4274bf-3b10-4978-92ae-c51e32051210), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.264115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:49.267119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:49.282520 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:49.300172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:49.353155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Pushing event updated for resources: {'Port': ['ID=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:49.380113 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.384687 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a1b42b1b-3cb6-4ed1-834a-5edd12a5252f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:49.428947 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Attempting to bind port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:49.429331 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Attempting to bind port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:49.429703 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Attempting to bind port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:49.429869 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.434554 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:49.436646 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:49.443597 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:49.443983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Checking segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:49.444398 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.444800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Bound using segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:49.445295 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Bound port: 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:49.445681 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.477723 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:49.483103 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:49.486782 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:49.507846 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:49.508234 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.522096 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Pushing event updated for resources: {'Port': ['ID=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:49.602185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] For port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:49.607814 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] For port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:49.621182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.736633 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29f58-af9d-4e27-810f-f2a1028b6f0e None None] Pushing event updated for resources: {'Port': ['ID=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:49.742190 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Router ec4274bf-3b10-4978-92ae-c51e32051210 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:30:49.822761 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:49.823684 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.881428 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:49.886034 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:49.983353 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0df2ce09-ee40-4f07-ae79-8ba8f9d072cd None None] Provisioning complete for port ecfe162d-6c18-4513-b39f-ef9cd5635b92 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:49.983739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2ce09-ee40-4f07-ae79-8ba8f9d072cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.028676 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8f4f4-c4b8-4c41-b03d-5da6cd2264c8 req-2b6b7f75-1038-4035-a21a-b09843bfecdb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:50.031304 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68a8f4f4-c4b8-4c41-b03d-5da6cd2264c8 req-2b6b7f75-1038-4035-a21a-b09843bfecdb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1411493 May 09 18:30:50.051773 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:50.067212 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:50.078924 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a64eb3f0-7fcf-4a05-9ea1-720c293af253 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec4274bf-3b10-4978-92ae-c51e32051210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3236728 May 09 18:30:50.098312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0df2ce09-ee40-4f07-ae79-8ba8f9d072cd None None] Port ecfe162d-6c18-4513-b39f-ef9cd5635b92 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:50.195536 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68a8f4f4-c4b8-4c41-b03d-5da6cd2264c8 req-c34ea83c-d499-4ea9-b831-c63ff5a74fe3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584928 May 09 18:30:50.392953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for router_gateway (3b6afba5-da6f-482c-abba-27d621a57cb4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.658500 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.681305 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:50.687750 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221972783', 'description': 'tempest-secgroup-smoke-1221972783 description', 'project_id': '9c6e0a23a3414fca84248553e4f85005'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:50.715848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.805419 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (27a1a575-5465-45b7-9977-91a425ca795f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.816379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (27a1a575-5465-45b7-9977-91a425ca795f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.836769 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:30:50.857113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.861163 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1785641 May 09 18:30:50.862688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:50.867477 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:50.884010 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a63f1a-7188-4ac0-a070-00d93701447b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1a575-5465-45b7-9977-91a425ca795f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:50.899741 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (caf6b7b6-fc22-4ce3-ad1c-8b4687f5d2f8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:50.996934 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (caf6b7b6-fc22-4ce3-ad1c-8b4687f5d2f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.003712 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:51.005325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (caf6b7b6-fc22-4ce3-ad1c-8b4687f5d2f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.015266 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:51.025700 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.027057 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e777e65a-625a-48e1-a5ab-0a0fcdae925e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9700196 May 09 18:30:51.030449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:51.037015 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:51.037937 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:51.101454 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf6b7b6-fc22-4ce3-ad1c-8b4687f5d2f8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:51.122662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.124150 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-10caad41-ca54-4f28-bf75-a3e083e25d17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2604647 May 09 18:30:51.127388 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:51.132419 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:51.179399 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (8a6ef42b-69b5-452d-882c-4d9a8ca12d6b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.200307 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0ccc1-5aea-412a-a59b-c19adb8c346c None None] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:30:51.232170 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:51.307644 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (8a6ef42b-69b5-452d-882c-4d9a8ca12d6b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.315770 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (8a6ef42b-69b5-452d-882c-4d9a8ca12d6b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.368143 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.372894 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2436178 May 09 18:30:51.373603 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2709-04d6-48f8-b613-718602c81bb3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6ef42b-69b5-452d-882c-4d9a8ca12d6b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:51.375813 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:51.384295 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:51.420277 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (238506e0-3435-4d1b-b93e-dddada7e26ef), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.463462 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Provisioning complete for port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:51.463840 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.563913 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (238506e0-3435-4d1b-b93e-dddada7e26ef), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.576540 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (238506e0-3435-4d1b-b93e-dddada7e26ef), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.612037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:51.612856 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238506e0-3435-4d1b-b93e-dddada7e26ef,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:51.621102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84115401-2dd3-4b16-a72a-790c24076480 req-e957c1cc-09e6-43af-bb18-abb25eea044e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:51.622720 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-84115401-2dd3-4b16-a72a-790c24076480 req-e957c1cc-09e6-43af-bb18-abb25eea044e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.2994232 May 09 18:30:51.632891 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.635083 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4a8dddb7-8a6d-4129-8351-5e30ce3daa99 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570412 May 09 18:30:51.637705 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:51.648254 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:51.708039 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Sync routers for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:51.725014 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:51.726007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (c6ccc500-dbf1-4d88-9d3b-3bee95fde363), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.726459 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:51.834469 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-84115401-2dd3-4b16-a72a-790c24076480 req-be821450-c8c1-4b19-b129-bfd3290cd1ae tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053514 May 09 18:30:51.864694 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (c6ccc500-dbf1-4d88-9d3b-3bee95fde363), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.870328 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (c6ccc500-dbf1-4d88-9d3b-3bee95fde363), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.890160 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:51.890540 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.900869 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.905679 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2644658 May 09 18:30:51.909500 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:51.916639 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:51.921243 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:51.927665 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbd93b-16d5-4905-b526-5df9a422cd77 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ccc500-dbf1-4d88-9d3b-3bee95fde363,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:51.951267 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Project 9c6e0a23a3414fca84248553e4f85005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:30:51.958678 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (316fe629-716e-4636-9ab5-22d9a57ca0be), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:51.995940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Current status of the port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:51.997123 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.021032 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 3, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:52.043021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.051831 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (316fe629-716e-4636-9ab5-22d9a57ca0be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.057298 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (316fe629-716e-4636-9ab5-22d9a57ca0be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.077063 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:52.077411 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Updating router 3b6afba5-da6f-482c-abba-27d621a57cb4 port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:52.081910 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316fe629-716e-4636-9ab5-22d9a57ca0be,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.096661 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.098712 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-11fde984-ee08-4ed7-babb-d2c9040718dd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857312 May 09 18:30:52.101309 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:52.106848 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'security_group_rule': {'security_group_id': '27a1a575-5465-45b7-9977-91a425ca795f', 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:52.117587 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] For port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:52.136530 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Project 9c6e0a23a3414fca84248553e4f85005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:30:52.138579 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.144795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (2f861f57-28b6-45d1-b0a6-f2d80a74f8b1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.169695 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.206863 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:52.207560 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.224543 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:48Z', 'revision_number': 4, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ecfe162d-6c18-4513-b39f-ef9cd5635b92', 'name': '', 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'mac_address': 'fa:16:3e:53:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:47Z', 'updated_at': '2022-05-09T18:30:48Z', 'revision_number': 2, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'subnets': [{'id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:52.247825 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Allocated IP 172.20.0.1 (f5e8d460-3fdc-4b49-8c18-f792777a0c26/114fb703-1478-4ad8-93a4-d33999ff7a6d/f79509f3-8e13-4bda-a944-834d48c08b73) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:52.248007 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d249b0-378b-491f-8d61-7b3fa4e6763b None None] Pushing event updated for resources: {'Port': ['ID=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.256791 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (2f861f57-28b6-45d1-b0a6-f2d80a74f8b1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.261992 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (2f861f57-28b6-45d1-b0a6-f2d80a74f8b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.266000 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Checking router: ec4274bf-3b10-4978-92ae-c51e32051210 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:52.266465 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Updating router ec4274bf-3b10-4978-92ae-c51e32051210 port ecfe162d-6c18-4513-b39f-ef9cd5635b92 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:52.289185 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.300820 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879711 May 09 18:30:52.300820 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54372ee6-2409-4f6b-8e90-eb3fea3d6940 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f861f57-28b6-45d1-b0a6-f2d80a74f8b1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.313470 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.319772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6b4622e3-f614-41cd-b25f-a80d310fb5d9 None None] Provisioning complete for port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:52.320146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4622e3-f614-41cd-b25f-a80d310fb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.406684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks [] for port (f79509f3-8e13-4bda-a944-834d48c08b73), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.459533 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.531546 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Pushing event updated for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.546126 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:52.547835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:52.559513 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:30:52.559987 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:30:52.567396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:52.634888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (3b6afba5-da6f-482c-abba-27d621a57cb4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.691105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6b4622e3-f614-41cd-b25f-a80d310fb5d9 None None] Current status of the port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:52.753282 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks [] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.766270 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.795062 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks [] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.804345 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.900460 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b3a79-2d6b-4dad-90d5-77e6f2b0e48a None None] Pushing event updated for resources: {'Port': ['ID=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.914066 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.919457 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Attempting to bind port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:52.920624 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Attempting to bind port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:52.921173 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Attempting to bind port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:52.946232 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122fc1f-e11b-4314-9ca4-c04ebf3d452b None None] Pushing event updated for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:52.957384 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:52.957864 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:52.958299 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:52.961726 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:52.963593 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Bound port: 32b9cccf-0958-47aa-8fc8-5f0ade5a900f, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:52.965797 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.025367 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Attempting to bind port ecfe162d-6c18-4513-b39f-ef9cd5635b92 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:53.026714 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Attempting to bind port ecfe162d-6c18-4513-b39f-ef9cd5635b92 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:53.027432 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Attempting to bind port ecfe162d-6c18-4513-b39f-ef9cd5635b92 on network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:53.037065 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:53.037529 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Checking segment: {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:53.037934 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.038326 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Bound using segment: {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:53.038806 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Bound port: ecfe162d-6c18-4513-b39f-ef9cd5635b92, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8820d636-2fbc-437c-a93a-7f7102003109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:53.039206 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.092361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] For port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:53.098852 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bb1e6143-dd67-4fc9-bd03-d09e9e2d797e None None] Provisioning complete for port f79509f3-8e13-4bda-a944-834d48c08b73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:53.106256 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6143-dd67-4fc9-bd03-d09e9e2d797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.115018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2534f0-f7b2-43fa-b94c-d8ef89a8a0c4 req-e0300d90-31e5-481e-813d-b28fb51fa070 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:53.116637 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f2534f0-f7b2-43fa-b94c-d8ef89a8a0c4 req-e0300d90-31e5-481e-813d-b28fb51fa070 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0987463 May 09 18:30:53.134397 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] For port ecfe162d-6c18-4513-b39f-ef9cd5635b92, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:53.138786 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] For port ecfe162d-6c18-4513-b39f-ef9cd5635b92, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ecfe162d-6c18-4513-b39f-ef9cd5635b92,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:53.146945 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] For port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:53.154456 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.161990 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.166792 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:53.167678 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a1b42b1b-3cb6-4ed1-834a-5edd12a5252f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:53.218394 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:53.218596 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e6143-dd67-4fc9-bd03-d09e9e2d797e None None] Port f79509f3-8e13-4bda-a944-834d48c08b73 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:53.219026 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:53.271753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b3a79-2d6b-4dad-90d5-77e6f2b0e48a None None] Pushing event updated for resources: {'Port': ['ID=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:53.275777 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:53.276428 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:53.329132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:53.329514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.405404 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:53.418081 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Provisioning complete for port ecfe162d-6c18-4513-b39f-ef9cd5635b92 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:53.418400 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.448310 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122fc1f-e11b-4314-9ca4-c04ebf3d452b None None] Pushing event updated for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:53.473388 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:53.504439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f2534f0-f7b2-43fa-b94c-d8ef89a8a0c4 req-eddec753-59a6-4b37-a55b-7cb3375e8835 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614705 May 09 18:30:53.521517 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks [] for port (f79509f3-8e13-4bda-a944-834d48c08b73), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.537134 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.598358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:53.603476 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (3b6afba5-da6f-482c-abba-27d621a57cb4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.613312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Pushing event updated for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:53.694674 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:48Z', 'revision_number': 4, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ecfe162d-6c18-4513-b39f-ef9cd5635b92', 'name': '', 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'mac_address': 'fa:16:3e:53:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:47Z', 'updated_at': '2022-05-09T18:30:53Z', 'revision_number': 4, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'subnets': [{'id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:53.715981 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Current status of the port ecfe162d-6c18-4513-b39f-ef9cd5635b92 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:53.722752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:53.724941 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.726844 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:53.767942 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1a11f-264d-4764-b7d8-1e3decbd40ce None None] The sync data for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi is: [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:30:48Z', 'revision_number': 4, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ecfe162d-6c18-4513-b39f-ef9cd5635b92', 'name': '', 'network_id': '943b826d-9838-44f6-b5cb-0ff35a7d10d1', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'mac_address': 'fa:16:3e:53:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:47Z', 'updated_at': '2022-05-09T18:30:53Z', 'revision_number': 4, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'subnets': [{'id': 'e4c46821-5e6c-423d-80a3-62fade9807ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:53.773634 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:53.867909 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] For port ecfe162d-6c18-4513-b39f-ef9cd5635b92, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ecfe162d-6c18-4513-b39f-ef9cd5635b92,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:53.891503 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:53.911806 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:30:53.940303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:54.006650 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b23101-20a5-4543-a01d-70d29e8be863 None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:30:54.050468 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:54.050849 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.125850 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068f232-4cfb-4e46-a3bd-c06852e62dd4 None None] Pushing event updated for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:54.132229 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e4de15b6-a474-4b96-989a-af547aae5110 None None] Provisioning complete for port ecfe162d-6c18-4513-b39f-ef9cd5635b92 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:54.132610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4de15b6-a474-4b96-989a-af547aae5110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.154815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:30:54.160932 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b1dbeffb-43fc-4366-b51c-4be4344aefce admin admin] 10.222.0.25 "PUT /v2.0/routers/3b6afba5-da6f-482c-abba-27d621a57cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254563 May 09 18:30:54.275037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:54.296016 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4de15b6-a474-4b96-989a-af547aae5110 None None] Current status of the port ecfe162d-6c18-4513-b39f-ef9cd5635b92 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:54.416599 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1508f838-e8c1-47a4-a6b3-79bace55c307 None None] Provisioning complete for port f79509f3-8e13-4bda-a944-834d48c08b73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:54.417086 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1508f838-e8c1-47a4-a6b3-79bace55c307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.462857 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1508f838-e8c1-47a4-a6b3-79bace55c307 None None] Port f79509f3-8e13-4bda-a944-834d48c08b73 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:54.475868 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:54.481908 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922095905', 'description': 'tempest-description--1718867802'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:54.518021 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.610634 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (d698f8aa-7063-4ebc-8766-67112502aed2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.615858 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (d698f8aa-7063-4ebc-8766-67112502aed2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.662226 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d698f8aa-7063-4ebc-8766-67112502aed2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:54.669111 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.670394 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a416334f-e116-45a8-b62f-06889eeaa6b2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1929326 May 09 18:30:54.673358 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:54.679075 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group_rule': {'security_group_id': 'd698f8aa-7063-4ebc-8766-67112502aed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:54.720465 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (f893befd-e849-4f6e-b1db-7678e91a0dbe), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.828205 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (f893befd-e849-4f6e-b1db-7678e91a0dbe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.838803 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ea074-069f-4853-8f6c-21cc9b0807b3 req-0a47ad93-57bb-40f6-9def-94fcacfd0307 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:54.840972 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-484ea074-069f-4853-8f6c-21cc9b0807b3 req-0a47ad93-57bb-40f6-9def-94fcacfd0307 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0679235 May 09 18:30:54.842235 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (f893befd-e849-4f6e-b1db-7678e91a0dbe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.885809 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f893befd-e849-4f6e-b1db-7678e91a0dbe,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:54.905914 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:54.907128 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2d165c0e-70c3-44d6-8faf-5e98c48f13a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2323461 May 09 18:30:54.910055 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:54.916675 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group_rule': {'security_group_id': 'd698f8aa-7063-4ebc-8766-67112502aed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:54.927697 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-484ea074-069f-4853-8f6c-21cc9b0807b3 req-a718c5a8-4552-41e6-b2ab-3fea47a9ab46 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773780 May 09 18:30:54.966535 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (010a3a35-e631-4f93-92f0-29acb41e99b6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.045106 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (010a3a35-e631-4f93-92f0-29acb41e99b6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.051749 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (010a3a35-e631-4f93-92f0-29acb41e99b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.082466 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.086975 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725605 May 09 18:30:55.086975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd899-ca4d-4a30-ba5d-4c282b40814f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010a3a35-e631-4f93-92f0-29acb41e99b6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:55.087361 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 33836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:30:55.093941 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:55.134691 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.287310 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.441248 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Allocated IP 172.27.3.5 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/c4472b4e-ca77-4317-ad7c-32800e3d8130) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:55.605263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.654295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.692412 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:55.695107 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:55.698604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:55.714536 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 32b9cccf-0958-47aa-8fc8-5f0ade5a900f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:55.724529 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=c4472b4e-ca77-4317-ad7c-32800e3d8130,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:55.761584 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:55.761911 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.843464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:55.843771 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.844446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.865500 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:30:55.869417 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.870199 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ecfe162d-6c18-4513-b39f-ef9cd5635b92 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:55.885836 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:55.947247 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:55.968101 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port ecfe162d-6c18-4513-b39f-ef9cd5635b92 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:55.968497 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:56.048059 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port ecfe162d-6c18-4513-b39f-ef9cd5635b92 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:56.070571 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e6434-5258-4171-b2a1-1b175a4678ae req-d9ccb559-de89-4bdb-93ed-a59f866d25cb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:56.072107 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2f0e6434-5258-4171-b2a1-1b175a4678ae req-d9ccb559-de89-4bdb-93ed-a59f866d25cb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0675848 May 09 18:30:56.097844 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:56.105479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:56.203435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=c4472b4e-ca77-4317-ad7c-32800e3d8130,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:56.210432 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2f0e6434-5258-4171-b2a1-1b175a4678ae req-c5fd78cb-dc0f-466e-8a90-535e1bf03015 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301036 May 09 18:30:56.231391 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:56.248906 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:56.250185 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cdb3eb90-2bc0-4d88-9f1f-a95688d7a265 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1614718 May 09 18:30:56.400103 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-b0905499-f2fc-4761-a610-1e3f0134642a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--922095905&fields=id&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 267 time: 0.0421183 May 09 18:30:56.507308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-f371bfa1-8100-4e07-99d2-1f7737236d57 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:56.508753 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-f371bfa1-8100-4e07-99d2-1f7737236d57 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 817 time: 0.1022830 May 09 18:30:56.523537 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-6d04950a-7fe5-4b9d-b088-25403cb41856 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/quotas/127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 375 time: 0.0087700 May 09 18:30:56.571954 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-2512ba56-c0f2-436c-89ae-744b815820ae tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434639 May 09 18:30:56.677565 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-79c2a9a7-773b-42eb-917f-4a03f333656a service neutron] 10.222.0.25 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938933 May 09 18:30:56.768413 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-577783f8-6374-4164-9301-26c79cfac301 service neutron] 10.222.0.25 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 May 09 18:30:56.944834 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc67a137-b19a-4c74-ac96-9eee6c12fe45 req-7ef128c1-7cf2-4863-a529-0d424ff7406f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 210 time: 0.0346670 May 09 18:30:57.346426 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bde7d-9e65-46a6-9fd9-76aae52dedc5 req-29086b22-bca6-4ae2-8548-250033e8db6c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:57.347755 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a2bde7d-9e65-46a6-9fd9-76aae52dedc5 req-29086b22-bca6-4ae2-8548-250033e8db6c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0502594 May 09 18:30:57.395323 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a2bde7d-9e65-46a6-9fd9-76aae52dedc5 req-58384e94-55ac-491d-b014-c866e9e9cb4e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 May 09 18:30:57.686572 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 32b9cccf-0958-47aa-8fc8-5f0ade5a900f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:30:57.859635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:57.859930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:57.942566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:58.055767 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-20e8c9ab-ae06-471e-a4d7-ba52fa715553 req-b391613c-3c8e-462e-93dd-49668bba0f9c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 210 time: 0.0312183 May 09 18:30:58.380118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-e4cb5281-93be-4b8b-9f99-ad123e968123 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:58.383302 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-e4cb5281-93be-4b8b-9f99-ad123e968123 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 817 time: 0.1488938 May 09 18:30:58.427889 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:30:58.456979 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:58.457633 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:58.536154 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-dd9e92f1-a96a-40a2-9beb-ce110307d876 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 379 time: 0.1101725 May 09 18:30:58.556669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31820c4-f9fd-4291-8750-ecbc9bdd1ab8 req-2eb6d647-d418-40b4-a5f7-fc38dd80c8db tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:58.562263 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c31820c4-f9fd-4291-8750-ecbc9bdd1ab8 req-2eb6d647-d418-40b4-a5f7-fc38dd80c8db tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0911856 May 09 18:30:58.588421 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:58.628954 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c31820c4-f9fd-4291-8750-ecbc9bdd1ab8 req-791503c6-7bac-44d7-986c-579458e66744 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559814 May 09 18:30:58.639933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'port': {'device_id': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'admin_state_up': True, 'tenant_id': '127c608e5ebd478282b045739182c41e', 'security_groups': ['d698f8aa-7063-4ebc-8766-67112502aed2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:58.757373 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Made reservation on behalf of 127c608e5ebd478282b045739182c41e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:30:58.761117 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:58.798282 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:30:53Z', 'revision_number': 2, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:58.823803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:30:58.824698 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Updating router 3b6afba5-da6f-482c-abba-27d621a57cb4 port f79509f3-8e13-4bda-a944-834d48c08b73 binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:30:58.855047 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:58.889532 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Allocated IP 172.20.0.9 (f5e8d460-3fdc-4b49-8c18-f792777a0c26/114fb703-1478-4ad8-93a4-d33999ff7a6d/8c59628d-9fbb-446b-9fc4-96acde9b707f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:30:59.031226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.065591 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.126200 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:59.134988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:30:59.136541 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:30:59.139445 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:30:59.223665 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37353f-4299-44d2-ad69-79afcb315373 req-45ee4863-a922-4b92-b61a-b539c00c0b14 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:59.225148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ad37353f-4299-44d2-ad69-79afcb315373 req-45ee4863-a922-4b92-b61a-b539c00c0b14 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 931 time: 0.0829663 May 09 18:30:59.236556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:59.237176 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.246866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks [] for port (f79509f3-8e13-4bda-a944-834d48c08b73), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.254237 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.272331 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-70639697-ef9d-4d0b-b784-afba127064d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406219 May 09 18:30:59.301163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Request body: {'port': {'device_id': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:30:59.312258 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ad37353f-4299-44d2-ad69-79afcb315373 req-cc2c1499-90c2-45b4-bedb-c3607e0f9748 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721533 May 09 18:30:59.317215 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682403ed-dd8f-42ac-9fce-9a2e8f0b3432 None None] Pushing event updated for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:59.375999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.414041 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Attempting to bind port f79509f3-8e13-4bda-a944-834d48c08b73 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:30:59.414642 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Attempting to bind port f79509f3-8e13-4bda-a944-834d48c08b73 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:30:59.415750 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Attempting to bind port f79509f3-8e13-4bda-a944-834d48c08b73 on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:30:59.425236 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:30:59.425625 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Checking segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:30:59.426035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.426553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Bound using segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:30:59.427003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Bound port: f79509f3-8e13-4bda-a944-834d48c08b73, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:30:59.427636 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.457589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a1f191ec-911f-418c-815c-74065749252f None None] Provisioning complete for port 8c59628d-9fbb-446b-9fc4-96acde9b707f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:59.457589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1f191ec-911f-418c-815c-74065749252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.541397 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] For port f79509f3-8e13-4bda-a944-834d48c08b73, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:30:59.549396 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] For port f79509f3-8e13-4bda-a944-834d48c08b73, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f79509f3-8e13-4bda-a944-834d48c08b73,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:30:59.554096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a1f191ec-911f-418c-815c-74065749252f None None] Port 8c59628d-9fbb-446b-9fc4-96acde9b707f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:30:59.557624 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.606327 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:30:59.606976 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:30:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:30:59.678040 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Provisioning complete for port f79509f3-8e13-4bda-a944-834d48c08b73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:30:59.678145 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.683880 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682403ed-dd8f-42ac-9fce-9a2e8f0b3432 None None] Pushing event updated for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:30:59.809717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:30:59.816053 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:30:59.842120 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5566c-743b-4575-b2be-5713f05c5dd1 req-6ae35ec0-ccb6-4673-97fd-0c16447ad41b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:30:59.847716 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eeb5566c-743b-4575-b2be-5713f05c5dd1 req-6ae35ec0-ccb6-4673-97fd-0c16447ad41b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1217325 May 09 18:30:59.852280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks [] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.871250 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Transition to ACTIVE for port object 8c59628d-9fbb-446b-9fc4-96acde9b707f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:30:59.888073 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:59.969864 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eeb5566c-743b-4575-b2be-5713f05c5dd1 req-2ff3210b-161b-4a50-b4a1-d7642e9ca9af tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970814 May 09 18:30:59.997972 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Current status of the port f79509f3-8e13-4bda-a944-834d48c08b73 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:30:59.998370 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.007490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:00.069841 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Attempting to bind port 8c59628d-9fbb-446b-9fc4-96acde9b707f on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:00.070416 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Attempting to bind port 8c59628d-9fbb-446b-9fc4-96acde9b707f by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:00.071116 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Attempting to bind port 8c59628d-9fbb-446b-9fc4-96acde9b707f on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:00.077492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Port 8c59628d-9fbb-446b-9fc4-96acde9b707f on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:31:00.077823 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Attempting to bind port 8c59628d-9fbb-446b-9fc4-96acde9b707f on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:00.083898 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:00.084236 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Checking segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:00.084681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Bound using segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:00.085108 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Bound port: 8c59628d-9fbb-446b-9fc4-96acde9b707f, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:00.085633 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.092420 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] For port f79509f3-8e13-4bda-a944-834d48c08b73, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f79509f3-8e13-4bda-a944-834d48c08b73,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:00.101566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.181995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:00.188842 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:00.200033 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.201606 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db6a2-a9d0-4b86-a255-ee032955f816 None None] Pushing event updated for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:00.208315 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7515317-e4e7-4122-899a-37b602933260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:30:59Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:00.213647 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:00.247921 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:00.248550 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.249949 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] 10.222.0.36 "PUT /v2.0/ports/8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 1093 time: 0.9539487 May 09 18:31:00.250391 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:00.253144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f567352-1572-44f5-9fa3-465b6b9cca28" -d '{"events": [{"name": "network-changed", "server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:00.255728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7515317-e4e7-4122-899a-37b602933260 None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:30:59Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:00.261182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c1e5dbaf-70f9-4250-940d-7a4284f63761 None None] Provisioning complete for port f79509f3-8e13-4bda-a944-834d48c08b73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:00.261617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e5dbaf-70f9-4250-940d-7a4284f63761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.334116 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462232e-2657-45a6-8e5e-13746460d9e8 x-openstack-request-id: req-b462232e-2657-45a6-8e5e-13746460d9e8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:00.334577 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:00.334978 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b462232e-2657-45a6-8e5e-13746460d9e8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:00.335659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b462232e-2657-45a6-8e5e-13746460d9e8'] response: {'name': 'network-changed', 'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'status': 'completed', 'code': 200} May 09 18:31:00.340854 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f8af-2306-4871-b8f4-10e0e3698c0d service neutron] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:00.367484 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e75e35-1945-43ee-9b23-444bbf1cc2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.389539 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5dbaf-70f9-4250-940d-7a4284f63761 None None] Current status of the port f79509f3-8e13-4bda-a944-834d48c08b73 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:00.520548 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-e9cf03c6-65a3-4948-a441-f33c4ca73a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:00.524864 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-e9cf03c6-65a3-4948-a441-f33c4ca73a0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1127 time: 0.1604311 May 09 18:31:00.553475 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e75e35-1945-43ee-9b23-444bbf1cc2d1 admin admin] Publish callbacks [] for security_group (c754b8c7-5853-431c-8cfb-1899201ad926), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.562233 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e75e35-1945-43ee-9b23-444bbf1cc2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c754b8c7-5853-431c-8cfb-1899201ad926), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.614988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed18f-fea3-4f3c-abe3-d99752c65fea req-b72e1d72-c4d2-4457-9c87-cd4f7db2cdb9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:00.629448 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b0e75e35-1945-43ee-9b23-444bbf1cc2d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31fb870496946e18fa3e115da89ae62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145877 May 09 18:31:00.633380 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-719ed18f-fea3-4f3c-abe3-d99752c65fea req-b72e1d72-c4d2-4457-9c87-cd4f7db2cdb9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.1518669 May 09 18:31:00.635611 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 33986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:00.638143 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-ca77d352-2a20-4b8a-af16-37c714bdf735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 217 time: 0.0897677 May 09 18:31:00.674791 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e75e35-1945-43ee-9b23-444bbf1cc2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c754b8c7-5853-431c-8cfb-1899201ad926,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:00.738504 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] Publish callbacks [] for security_group (c754b8c7-5853-431c-8cfb-1899201ad926), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.755518 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-efffea1e-d168-4925-a4bc-f96543e6742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:00.757333 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-efffea1e-d168-4925-a4bc-f96543e6742e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.1011598 May 09 18:31:00.763065 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-719ed18f-fea3-4f3c-abe3-d99752c65fea req-a9227cc1-7845-45f3-a142-61b949d12364 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287835 May 09 18:31:00.768794 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] Publish callbacks [] for security_group (c754b8c7-5853-431c-8cfb-1899201ad926), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.817556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-37460de7-a800-4ed4-bbe7-dcc01cf9ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:00.819200 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-37460de7-a800-4ed4-bbe7-dcc01cf9ed5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546000 May 09 18:31:00.844843 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c754b8c7-5853-431c-8cfb-1899201ad926), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.855945 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.857908 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c754b8c7-5853-431c-8cfb-1899201ad926 HTTP/1.1" status: 204 len: 168 time: 0.2213302 May 09 18:31:00.872831 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076ed50-5219-4314-803f-dac9e4b5d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c754b8c7-5853-431c-8cfb-1899201ad926,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:00.951530 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-ca21fac3-7075-43a4-b108-472751be64ff service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188767 May 09 18:31:01.055597 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3eff657-f0d4-4985-9cb4-4baad9becd8d req-f149b2a4-9cbc-4e94-bb37-650a4f6e5a27 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960250 May 09 18:31:01.119568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7bda-b640-497d-aa5d-f00e655bec6f req-8f678dd6-505e-48da-98f4-7cd297802a82 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:01.121167 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95bb7bda-b640-497d-aa5d-f00e655bec6f req-8f678dd6-505e-48da-98f4-7cd297802a82 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0578184 May 09 18:31:01.176527 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95bb7bda-b640-497d-aa5d-f00e655bec6f req-e5790ba1-9408-49a3-8d25-1bed55aa3e14 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 May 09 18:31:01.194467 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:01.217881 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dade3d2-fc82-4635-82a3-f2b351255bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.298757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dade3d2-fc82-4635-82a3-f2b351255bbe admin admin] Publish callbacks [] for security_group (f244fc1f-0c10-49e2-b01c-a900fbef3d07), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.302245 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dade3d2-fc82-4635-82a3-f2b351255bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f244fc1f-0c10-49e2-b01c-a900fbef3d07), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.342007 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7dade3d2-fc82-4635-82a3-f2b351255bbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c78ff22fec8a49ed90dbe3f16c083ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463394 May 09 18:31:01.343126 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dade3d2-fc82-4635-82a3-f2b351255bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244fc1f-0c10-49e2-b01c-a900fbef3d07,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:01.344632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:01.391379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] Publish callbacks [] for security_group (f244fc1f-0c10-49e2-b01c-a900fbef3d07), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.412752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] Publish callbacks [] for security_group (f244fc1f-0c10-49e2-b01c-a900fbef3d07), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.459710 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f244fc1f-0c10-49e2-b01c-a900fbef3d07), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.462158 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.463352 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f244fc1f-0c10-49e2-b01c-a900fbef3d07 HTTP/1.1" status: 204 len: 168 time: 0.1176236 May 09 18:31:01.470690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748f8a-7000-4e61-a40e-b945f73e92fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244fc1f-0c10-49e2-b01c-a900fbef3d07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:01.708030 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f79509f3-8e13-4bda-a944-834d48c08b73 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:01.760680 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port f79509f3-8e13-4bda-a944-834d48c08b73 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:01.761061 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.853568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:01.869111 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb955cb1-bf0c-4a7e-8bf4-cb303e89474c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:01.935422 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba9896-2fa8-4262-89a1-1064f6da05a9 req-27ec87f7-c53f-4de2-8e17-4f3d8bb1afcf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:01.937026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-80ba9896-2fa8-4262-89a1-1064f6da05a9 req-27ec87f7-c53f-4de2-8e17-4f3d8bb1afcf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0692830 May 09 18:31:01.993784 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port f79509f3-8e13-4bda-a944-834d48c08b73 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:02.008203 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-80ba9896-2fa8-4262-89a1-1064f6da05a9 req-63eefc16-e837-40ba-bdef-6da7c1b8eb29 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623550 May 09 18:31:02.040360 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb955cb1-bf0c-4a7e-8bf4-cb303e89474c admin admin] Publish callbacks [] for security_group (fec6f474-9135-4bb7-9431-b65d53754ee5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.045164 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb955cb1-bf0c-4a7e-8bf4-cb303e89474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fec6f474-9135-4bb7-9431-b65d53754ee5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.084298 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-eb955cb1-bf0c-4a7e-8bf4-cb303e89474c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d1037722827455c9f3aec9e8fa1ab86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296329 May 09 18:31:02.085005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb955cb1-bf0c-4a7e-8bf4-cb303e89474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6f474-9135-4bb7-9431-b65d53754ee5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:02.087170 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:02.143744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] Publish callbacks [] for security_group (fec6f474-9135-4bb7-9431-b65d53754ee5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.166847 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] Publish callbacks [] for security_group (fec6f474-9135-4bb7-9431-b65d53754ee5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.221087 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fec6f474-9135-4bb7-9431-b65d53754ee5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.228946 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:02.230289 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fec6f474-9135-4bb7-9431-b65d53754ee5 HTTP/1.1" status: 204 len: 168 time: 0.1419225 May 09 18:31:02.240624 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f7c0b-baad-47e5-90c4-3d3556bc97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6f474-9135-4bb7-9431-b65d53754ee5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:02.306042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc705434-a166-4cf2-a9ce-c10bc23e45f9 req-9064c20a-0e16-437a-8988-02a801952e75 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:02.307694 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc705434-a166-4cf2-a9ce-c10bc23e45f9 req-9064c20a-0e16-437a-8988-02a801952e75 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0473816 May 09 18:31:02.358321 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc705434-a166-4cf2-a9ce-c10bc23e45f9 req-4199d695-45aa-425d-aa53-57a6b4af9162 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 May 09 18:31:03.077650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-dd9d4899-0868-428f-a7b2-9b5bd757d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.079080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-dd9d4899-0868-428f-a7b2-9b5bd757d3f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1127 time: 0.2576427 May 09 18:31:03.186837 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d0f67-fc4d-4eee-b6d4-9a98393ccb5c req-8e0cd076-efb5-41ec-a9de-0b1dcbb3dc0b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.188991 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f90d0f67-fc4d-4eee-b6d4-9a98393ccb5c req-8e0cd076-efb5-41ec-a9de-0b1dcbb3dc0b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.1001210 May 09 18:31:03.255887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-3cd3a5d5-1ff3-469d-b00b-44b6151abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.257391 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-3cd3a5d5-1ff3-469d-b00b-44b6151abdfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.1675494 May 09 18:31:03.266745 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f90d0f67-fc4d-4eee-b6d4-9a98393ccb5c req-b245d772-8913-4fc2-be9a-07a2bc97944b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707541 May 09 18:31:03.313769 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-d3ebab30-b38c-4483-8379-a30a341f5937 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 217 time: 0.0457935 May 09 18:31:03.375019 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-44a3a9e1-6d9f-4845-a6cc-72d3fd8b47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.376398 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-44a3a9e1-6d9f-4845-a6cc-72d3fd8b47d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0549002 May 09 18:31:03.429721 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-24d6c0c5-e737-4250-b1ce-67636994b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.431248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-24d6c0c5-e737-4250-b1ce-67636994b5cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400891 May 09 18:31:03.540249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cab9d-47fc-4832-8909-7276e96e0da0 req-5be27684-e22b-4ca6-9a09-41d943bfb518 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:03.541661 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae8cab9d-47fc-4832-8909-7276e96e0da0 req-5be27684-e22b-4ca6-9a09-41d943bfb518 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1022601 May 09 18:31:03.604991 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-41e82715-5ed1-4067-b4dc-c56457e5574b service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671236 May 09 18:31:03.645780 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae8cab9d-47fc-4832-8909-7276e96e0da0 req-02d207f7-9839-4d38-9494-3cf70c8f349d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 May 09 18:31:03.719936 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f567352-1572-44f5-9fa3-465b6b9cca28 req-aac4e779-2724-4b5f-b83a-3dab6acbe4ef service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045718 May 09 18:31:04.393014 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf15a7-5418-402b-94c2-447ea305e382 req-cfe5aee8-8654-4a41-b1cc-6ffd6bc72c79 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:04.394500 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5bcf15a7-5418-402b-94c2-447ea305e382 req-cfe5aee8-8654-4a41-b1cc-6ffd6bc72c79 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0476997 May 09 18:31:04.445601 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5bcf15a7-5418-402b-94c2-447ea305e382 req-fe42ac75-53cd-4b81-980e-f860875ef673 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453489 May 09 18:31:04.769935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480902f-8ea8-487a-a088-e9feb2c105e7 req-b454db20-57cf-4278-b08c-0f0860f5515b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:04.771481 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0480902f-8ea8-487a-a088-e9feb2c105e7 req-b454db20-57cf-4278-b08c-0f0860f5515b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0497608 May 09 18:31:04.820095 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0480902f-8ea8-487a-a088-e9feb2c105e7 req-37106010-4822-41fa-9f5b-bd4fedfd0902 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 May 09 18:31:05.361009 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:05.463763 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac11d-efc0-4cf2-95f1-5510ec9a8770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.547349 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac11d-efc0-4cf2-95f1-5510ec9a8770 admin admin] Publish callbacks [] for security_group (17b339b8-ad89-459c-984e-760d600341d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.551208 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac11d-efc0-4cf2-95f1-5510ec9a8770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (17b339b8-ad89-459c-984e-760d600341d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.578197 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890a8ba-acf4-4bb0-b6cf-f3fe568fc37f req-7854d2bb-e4df-465a-8455-9d47fed45e93 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:05.580387 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2890a8ba-acf4-4bb0-b6cf-f3fe568fc37f req-7854d2bb-e4df-465a-8455-9d47fed45e93 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0562809 May 09 18:31:05.595714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ac11d-efc0-4cf2-95f1-5510ec9a8770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b339b8-ad89-459c-984e-760d600341d4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:05.602842 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0c2ac11d-efc0-4cf2-95f1-5510ec9a8770 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ccc781135024a86a719aab2736034ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407422 May 09 18:31:05.603503 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:05.655559 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2890a8ba-acf4-4bb0-b6cf-f3fe568fc37f req-ab1ba5b4-785f-4eef-8a8c-6c355d33103b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616860 May 09 18:31:05.676136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] Publish callbacks [] for security_group (17b339b8-ad89-459c-984e-760d600341d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.699321 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] Publish callbacks [] for security_group (17b339b8-ad89-459c-984e-760d600341d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.753698 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (17b339b8-ad89-459c-984e-760d600341d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.754946 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:05.756356 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17b339b8-ad89-459c-984e-760d600341d4 HTTP/1.1" status: 204 len: 168 time: 0.1516130 May 09 18:31:05.766477 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd4102-afcd-4a67-bf43-ea5643b82919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b339b8-ad89-459c-984e-760d600341d4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:05.836801 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:05.956376 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c965ab-a24b-44df-a7bc-1891bffb249c req-937b15eb-7018-4590-9867-0de80d4a6403 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:05.957974 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22c965ab-a24b-44df-a7bc-1891bffb249c req-937b15eb-7018-4590-9867-0de80d4a6403 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0559673 May 09 18:31:06.012963 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22c965ab-a24b-44df-a7bc-1891bffb249c req-9231b5b1-ecb9-4a75-8473-efd983a653f5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 May 09 18:31:06.079263 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fad40fc-0fe9-4b66-8b24-2cd4170d626c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.167097 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fad40fc-0fe9-4b66-8b24-2cd4170d626c admin admin] Publish callbacks [] for security_group (507cdf1d-e9ab-4653-ac66-d38e5871f626), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.172475 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fad40fc-0fe9-4b66-8b24-2cd4170d626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (507cdf1d-e9ab-4653-ac66-d38e5871f626), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.211972 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1fad40fc-0fe9-4b66-8b24-2cd4170d626c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56fcc79de10140149d58f55ac418a103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717773 May 09 18:31:06.212460 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad40fc-0fe9-4b66-8b24-2cd4170d626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507cdf1d-e9ab-4653-ac66-d38e5871f626,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:06.212589 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:06.266437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] Publish callbacks [] for security_group (507cdf1d-e9ab-4653-ac66-d38e5871f626), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.290926 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] Publish callbacks [] for security_group (507cdf1d-e9ab-4653-ac66-d38e5871f626), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.352710 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (507cdf1d-e9ab-4653-ac66-d38e5871f626), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.355405 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.356577 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/507cdf1d-e9ab-4653-ac66-d38e5871f626 HTTP/1.1" status: 204 len: 168 time: 0.1430931 May 09 18:31:06.364871 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd6c74-3a59-4925-8a15-81b636fafc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507cdf1d-e9ab-4653-ac66-d38e5871f626,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:06.790730 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5898bf-2301-41ad-8178-ff6db4ac6390 req-62363161-cd21-4b90-99b1-60474b29a433 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:06.793068 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a5898bf-2301-41ad-8178-ff6db4ac6390 req-62363161-cd21-4b90-99b1-60474b29a433 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0489569 May 09 18:31:06.872518 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a5898bf-2301-41ad-8178-ff6db4ac6390 req-ca6e1c99-0a5f-4221-8c30-940d840c7d77 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733864 May 09 18:31:06.894109 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:31:07.018176 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:07.030807 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:31:07.077847 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:07.078250 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:07.091901 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:31:07.118877 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:07.124382 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:07.191166 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:07.215164 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb729d-8133-4f74-8515-341a12b93e62 req-030d914b-db6d-4434-8a3a-e0fd8efa8a4c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:07.217145 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94cb729d-8133-4f74-8515-341a12b93e62 req-030d914b-db6d-4434-8a3a-e0fd8efa8a4c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0668600 May 09 18:31:07.265103 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94cb729d-8133-4f74-8515-341a12b93e62 req-8daf7427-7492-4f6d-a233-908a3bfb9332 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 May 09 18:31:07.991008 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e505fd-b800-42d2-8180-1e79c43d9961 req-19982310-bd4e-4387-87ee-29b166d92531 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:07.992501 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27e505fd-b800-42d2-8180-1e79c43d9961 req-19982310-bd4e-4387-87ee-29b166d92531 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 944 time: 0.0497241 May 09 18:31:08.045743 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27e505fd-b800-42d2-8180-1e79c43d9961 req-a7a6218a-61b8-44fd-aa4b-90520b67d5ad tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474818 May 09 18:31:08.268468 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['8c59628d-9fbb-446b-9fc4-96acde9b707f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:31:08.376713 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b43c-927a-4634-828d-f4355b562430 req-142527c8-45c9-43af-b4a5-ca0a1667d943 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:08.378232 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e639b43c-927a-4634-828d-f4355b562430 req-142527c8-45c9-43af-b4a5-ca0a1667d943 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0466087 May 09 18:31:08.442462 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e639b43c-927a-4634-828d-f4355b562430 req-6e9bb0a1-586e-400b-8a38-72b21c54f536 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581450 May 09 18:31:09.170827 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56361f0-fd7f-429d-95a6-00fde0d5051f req-173ab325-e430-4d71-8736-79a7ba103fd6 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:09.172415 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f56361f0-fd7f-429d-95a6-00fde0d5051f req-173ab325-e430-4d71-8736-79a7ba103fd6 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 944 time: 0.0505624 May 09 18:31:09.221331 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f56361f0-fd7f-429d-95a6-00fde0d5051f req-7f75990c-96a0-458c-901b-6ed7b2fb9c59 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 May 09 18:31:09.555802 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da2979-6c85-42c3-be6a-26f1de4d5ba5 req-cfdb36ef-26ef-45bb-a928-310ec7874f48 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:09.557304 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-82da2979-6c85-42c3-be6a-26f1de4d5ba5 req-cfdb36ef-26ef-45bb-a928-310ec7874f48 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0465412 May 09 18:31:09.603453 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:09.605805 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-82da2979-6c85-42c3-be6a-26f1de4d5ba5 req-8f8d342e-fecb-45cd-ad81-84aa131e15af tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 May 09 18:31:09.834073 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:09.878216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 8c59628d-9fbb-446b-9fc4-96acde9b707f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:31:09.884021 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 8c59628d-9fbb-446b-9fc4-96acde9b707f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:09.884607 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:09.969252 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:09.969705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:09.994580 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:09.996878 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e25598-982d-461d-9d00-fe1abf4adcf3" -d '{"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:10.009378 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:10.015373 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:10.044715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0aa40-a454-4107-8c9e-604bb4b66066 x-openstack-request-id: req-c5e0aa40-a454-4107-8c9e-604bb4b66066 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:10.046819 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:10.046819 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5e0aa40-a454-4107-8c9e-604bb4b66066 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:10.046819 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e0aa40-a454-4107-8c9e-604bb4b66066'] response: {'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'code': 200} May 09 18:31:10.070185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:10.284005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e14b16-708f-423b-8459-80deec1ed72a req-1c9ba797-7b1e-4a50-b4ad-d8331d29281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:10.285683 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b0e14b16-708f-423b-8459-80deec1ed72a req-1c9ba797-7b1e-4a50-b4ad-d8331d29281d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1129 time: 0.0393081 May 09 18:31:10.370747 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cd20a-171a-4038-873a-8706c8cf632c req-2de41505-6ae4-4349-9f77-76d44bed6f09 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:10.372258 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a48cd20a-171a-4038-873a-8706c8cf632c req-2de41505-6ae4-4349-9f77-76d44bed6f09 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0637474 May 09 18:31:10.374887 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b0e14b16-708f-423b-8459-80deec1ed72a req-e3c25e98-a977-4f48-baf6-3149a6ffdf9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808558 May 09 18:31:10.426200 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a48cd20a-171a-4038-873a-8706c8cf632c req-5bfed41a-3675-43c9-a423-d3bdc545ecf9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 May 09 18:31:10.727809 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d153f-339a-4136-981b-45370df1d528 req-5eca5900-b98c-42fd-b24e-50d5fe81f08c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:10.729337 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-453d153f-339a-4136-981b-45370df1d528 req-5eca5900-b98c-42fd-b24e-50d5fe81f08c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0466590 May 09 18:31:10.775006 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-453d153f-339a-4136-981b-45370df1d528 req-493e0622-0fe2-4f91-96d8-4d463b9ee0a9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 May 09 18:31:11.379130 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-250147ee-da6f-40ff-b515-ef93861dc938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:11.547101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16324-cf24-4045-83d6-564e9c0f5a19 req-bfad2864-c02f-4db6-ba1c-b10c36d484d5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:11.548641 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-caa16324-cf24-4045-83d6-564e9c0f5a19 req-bfad2864-c02f-4db6-ba1c-b10c36d484d5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0503120 May 09 18:31:11.594541 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-caa16324-cf24-4045-83d6-564e9c0f5a19 req-016f707a-5d3e-41bb-af47-4c797a98fc7d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 May 09 18:31:11.894577 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33970c5-a06c-40fc-b079-7f1a2842fb06 req-96a73dc0-f07b-4e8c-af41-d5cdcc3ff85c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:11.896100 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f33970c5-a06c-40fc-b079-7f1a2842fb06 req-96a73dc0-f07b-4e8c-af41-d5cdcc3ff85c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0519705 May 09 18:31:11.945466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f33970c5-a06c-40fc-b079-7f1a2842fb06 req-805acbbe-321c-4f3b-a0c4-3c4f27eb4192 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 May 09 18:31:12.293988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:12.412696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1729697-4696-49f5-943e-fc209f8828fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.498593 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1729697-4696-49f5-943e-fc209f8828fe admin admin] Publish callbacks [] for security_group (437c670a-0114-44a6-9f1a-e05bcc13c9db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.502853 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1729697-4696-49f5-943e-fc209f8828fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (437c670a-0114-44a6-9f1a-e05bcc13c9db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.547581 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b1729697-4696-49f5-943e-fc209f8828fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22e5f97c8b1046c3a66d910502001a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501338 May 09 18:31:12.548235 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:12.554347 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729697-4696-49f5-943e-fc209f8828fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437c670a-0114-44a6-9f1a-e05bcc13c9db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:12.606690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] Publish callbacks [] for security_group (437c670a-0114-44a6-9f1a-e05bcc13c9db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.640044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] Publish callbacks [] for security_group (437c670a-0114-44a6-9f1a-e05bcc13c9db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.729272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (437c670a-0114-44a6-9f1a-e05bcc13c9db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.732451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:12.733613 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/437c670a-0114-44a6-9f1a-e05bcc13c9db HTTP/1.1" status: 204 len: 168 time: 0.1848621 May 09 18:31:12.749377 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04f99-40d1-4eb8-8498-d85f363a33bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c670a-0114-44a6-9f1a-e05bcc13c9db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:12.759865 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522fcf3-6be1-42a9-ba95-8f40a92e12b7 req-5eef8cd4-8afb-4f46-89ba-653a05c8edbf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:12.761427 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1522fcf3-6be1-42a9-ba95-8f40a92e12b7 req-5eef8cd4-8afb-4f46-89ba-653a05c8edbf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0675056 May 09 18:31:12.812721 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1522fcf3-6be1-42a9-ba95-8f40a92e12b7 req-c0dc35c4-211d-41b2-8e9e-19649aa39355 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 May 09 18:31:12.931163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de2ca-e44e-4d47-a0b7-4209bcb21afb req-c5e52594-5446-44d8-9ce2-98b48e61713c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:12.933449 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d90de2ca-e44e-4d47-a0b7-4209bcb21afb req-c5e52594-5446-44d8-9ce2-98b48e61713c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0498035 May 09 18:31:12.943966 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:12.948432 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'floatingip': {'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:12.989950 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.037880 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34440) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:13.051683 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5167a194-be93-4a4e-883f-23ecde087e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.127984 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5167a194-be93-4a4e-883f-23ecde087e1b admin admin] Publish callbacks [] for security_group (ba519830-f294-44db-9215-394519e85f13), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.131733 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5167a194-be93-4a4e-883f-23ecde087e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ba519830-f294-44db-9215-394519e85f13), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.134015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899365-4a6b-4401-9f8c-6a4bc0ef7060 req-df174f08-3071-4302-a3b1-d628c7b2294e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:13.135522 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-43899365-4a6b-4401-9f8c-6a4bc0ef7060 req-df174f08-3071-4302-a3b1-d628c7b2294e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.1126416 May 09 18:31:13.170252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a194-be93-4a4e-883f-23ecde087e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba519830-f294-44db-9215-394519e85f13,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:13.178271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:13.178697 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5167a194-be93-4a4e-883f-23ecde087e1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=657bbcc599404bbeb4966588fbc46a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395063 May 09 18:31:13.266421 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-43899365-4a6b-4401-9f8c-6a4bc0ef7060 req-d48f312e-3e16-4536-b65b-76aa15e908c0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228516 May 09 18:31:13.333324 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] Publish callbacks [] for security_group (ba519830-f294-44db-9215-394519e85f13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.397039 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] Publish callbacks [] for security_group (ba519830-f294-44db-9215-394519e85f13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.525129 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ba519830-f294-44db-9215-394519e85f13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.528781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.530026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba519830-f294-44db-9215-394519e85f13 HTTP/1.1" status: 204 len: 168 time: 0.3507485 May 09 18:31:13.548928 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05af27-a1f0-4631-be32-d18e5cd00be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba519830-f294-44db-9215-394519e85f13,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:13.602484 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24596817-e620-4e92-940c-9943e6f0d4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.650328 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.654494 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:13.802691 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Floating IP d7d74175-f063-449f-b060-f05bf5b2054f associated. External IP: 172.27.3.5, port: 8c59628d-9fbb-446b-9fc4-96acde9b707f. May 09 18:31:14.058596 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:31:14.404266 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7182b-180c-4635-adcd-edd077aaf7cd req-3852dc8e-1bb9-4118-8bf6-e2ebf53127cf tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:14.405813 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a2b7182b-180c-4635-adcd-edd077aaf7cd req-3852dc8e-1bb9-4118-8bf6-e2ebf53127cf tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0594614 May 09 18:31:14.474728 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:31:14.481960 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:14.487309 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:31:14.498059 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:14.499481 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:14.512484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a2b7182b-180c-4635-adcd-edd077aaf7cd req-3dd1db26-853d-4567-b8cb-89db926dd8ba tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 May 09 18:31:14.521189 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e29b481d-bdad-404a-a4b0-c9e419b8d695 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "PUT /v2.0/floatingips/d7d74175-f063-449f-b060-f05bf5b2054f HTTP/1.1" status: 200 len: 989 time: 1.5761108 May 09 18:31:14.522042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:14.524317 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f3906-f7c7-454a-9f83-c8d5d77f90f8" -d '{"events": [{"name": "network-changed", "server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:14.559431 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea850bd-5bf8-429d-990a-65b9128eae4b x-openstack-request-id: req-eea850bd-5bf8-429d-990a-65b9128eae4b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:14.560226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:14.560501 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eea850bd-5bf8-429d-990a-65b9128eae4b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:14.560945 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea850bd-5bf8-429d-990a-65b9128eae4b'] response: {'name': 'network-changed', 'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'status': 'completed', 'code': 200} May 09 18:31:14.639080 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:14.685864 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-5914a384-b6a5-4b09-8b42-eae328d313be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:14.687401 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-5914a384-b6a5-4b09-8b42-eae328d313be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1129 time: 0.0513048 May 09 18:31:14.701740 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:14.792782 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-9e2ea8a8-3207-49e1-ae00-3d29a14c3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:14.794247 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-9e2ea8a8-3207-49e1-ae00-3d29a14c3408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.0996509 May 09 18:31:14.963229 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd7d74175-f063-449f-b060-f05bf5b2054f', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:30:55Z', 'updated_at': '2022-05-09T18:31:13Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:14.992822 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:31:15.002193 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:15.002917 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:15.114109 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:15.356605 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd7d74175-f063-449f-b060-f05bf5b2054f', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:30:55Z', 'updated_at': '2022-05-09T18:31:13Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:15.385512 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72adc49-fd9b-4ae5-899c-1e68599f7fac None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd7d74175-f063-449f-b060-f05bf5b2054f', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:30:55Z', 'updated_at': '2022-05-09T18:31:13Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:15.595790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036ee53-10a9-4076-8edb-1cb0b1a5ab72 None None] New status for floating IP d7d74175-f063-449f-b060-f05bf5b2054f: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:31:15.631785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c26e13-d05f-4689-8f61-3379b3b2bf09 req-d74ab7df-9957-4bd8-b3fd-f1ae39522820 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:15.634484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e2c26e13-d05f-4689-8f61-3379b3b2bf09 req-d74ab7df-9957-4bd8-b3fd-f1ae39522820 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0504317 May 09 18:31:15.689197 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e2c26e13-d05f-4689-8f61-3379b3b2bf09 req-1f3c38b7-dacd-4565-98e0-2e7fb834e500 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486476 May 09 18:31:15.818482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-8ab4b88c-0798-4246-8850-a67518f0a029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 999 time: 0.0603557 May 09 18:31:16.135684 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:16.616663 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-6a136ce7-0b5b-4640-b477-2076f72d9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:16.618198 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-6a136ce7-0b5b-4640-b477-2076f72d9abb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0494912 May 09 18:31:16.802422 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ef8f7-8d15-4a8c-8792-338a7d7b546a req-2cae354a-5768-4ed2-b31f-b94a27313524 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:16.804148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d59ef8f7-8d15-4a8c-8792-338a7d7b546a req-2cae354a-5768-4ed2-b31f-b94a27313524 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0477960 May 09 18:31:16.850459 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d59ef8f7-8d15-4a8c-8792-338a7d7b546a req-018809d6-2f7f-4787-9fb7-9d620b3b081d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 May 09 18:31:17.526055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-cbee175f-57ec-47d1-954e-3f8d055e3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:17.528141 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-cbee175f-57ec-47d1-954e-3f8d055e3d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428076 May 09 18:31:17.578075 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:17.622076 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-18375358-1c5d-4d3b-afae-c05603b0dad8 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849977 May 09 18:31:17.735596 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-707f3906-f7c7-454a-9f83-c8d5d77f90f8 req-acbbf6ec-ecfa-406f-af4a-0afefc168d16 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069932 May 09 18:31:17.974366 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7c89-65af-43f9-98d3-c35549a88e8f req-27e07026-2761-4c5b-8342-70a17d6fdc9e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:17.975864 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-72ef7c89-65af-43f9-98d3-c35549a88e8f req-27e07026-2761-4c5b-8342-70a17d6fdc9e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0499604 May 09 18:31:18.022353 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-72ef7c89-65af-43f9-98d3-c35549a88e8f req-af7fde11-dba6-4306-9411-a061fef030fe tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 May 09 18:31:19.139094 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b45d-1120-4f91-8cb7-7029724b1209 req-77f29db5-8373-4c0f-b770-0ab5d251d63e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:19.140608 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8448b45d-1120-4f91-8cb7-7029724b1209 req-77f29db5-8373-4c0f-b770-0ab5d251d63e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0542576 May 09 18:31:19.191191 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8448b45d-1120-4f91-8cb7-7029724b1209 req-c286a241-d6d7-4106-9dec-77400edc20ba tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 May 09 18:31:19.266411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:19.372097 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e41b3c1-c049-409c-9f62-774a036008a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.451973 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e41b3c1-c049-409c-9f62-774a036008a0 admin admin] Publish callbacks [] for security_group (d3277765-82b8-4ce4-9432-e74a163b386f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.455977 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e41b3c1-c049-409c-9f62-774a036008a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (d3277765-82b8-4ce4-9432-e74a163b386f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.491779 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41b3c1-c049-409c-9f62-774a036008a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3277765-82b8-4ce4-9432-e74a163b386f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:19.498940 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3e41b3c1-c049-409c-9f62-774a036008a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebebdafed10043d3863f2773883d217c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291956 May 09 18:31:19.499158 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:19.548309 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] Publish callbacks [] for security_group (d3277765-82b8-4ce4-9432-e74a163b386f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.570335 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] Publish callbacks [] for security_group (d3277765-82b8-4ce4-9432-e74a163b386f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.619531 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (d3277765-82b8-4ce4-9432-e74a163b386f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.622535 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:19.626026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3277765-82b8-4ce4-9432-e74a163b386f HTTP/1.1" status: 204 len: 168 time: 0.1236053 May 09 18:31:19.632718 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dfd13-7fa6-461f-87bb-ae729f218666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3277765-82b8-4ce4-9432-e74a163b386f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:19.912828 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:19.926148 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82223122-626c-486f-a6dc-7af226aab05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.021340 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82223122-626c-486f-a6dc-7af226aab05a admin admin] Publish callbacks [] for security_group (c99de9f9-971c-472f-8cc2-7a87198b613b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.025599 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82223122-626c-486f-a6dc-7af226aab05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c99de9f9-971c-472f-8cc2-7a87198b613b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.065355 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-82223122-626c-486f-a6dc-7af226aab05a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56ce2438ef1447fe99e791737204a19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513937 May 09 18:31:20.066427 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223122-626c-486f-a6dc-7af226aab05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99de9f9-971c-472f-8cc2-7a87198b613b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:20.068002 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:20.114474 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] Publish callbacks [] for security_group (c99de9f9-971c-472f-8cc2-7a87198b613b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.134994 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] Publish callbacks [] for security_group (c99de9f9-971c-472f-8cc2-7a87198b613b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.185787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c99de9f9-971c-472f-8cc2-7a87198b613b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.188637 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:20.192815 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c99de9f9-971c-472f-8cc2-7a87198b613b HTTP/1.1" status: 204 len: 168 time: 0.1237078 May 09 18:31:20.201289 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba9eec-0231-491f-a7c1-d85b6e6a98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99de9f9-971c-472f-8cc2-7a87198b613b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:20.306240 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818484-1942-4096-8e01-1ad27ce1b566 req-630fef3c-ce7c-4428-9596-7201a443e3f0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:20.308772 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92818484-1942-4096-8e01-1ad27ce1b566 req-630fef3c-ce7c-4428-9596-7201a443e3f0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0498457 May 09 18:31:20.356857 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92818484-1942-4096-8e01-1ad27ce1b566 req-0a97bbd6-7d3a-473d-a143-0e3067c66d26 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 May 09 18:31:21.480739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b74c1-307d-4de5-b277-dfdedf1118ee req-3ccbff35-00bd-491f-b623-22b90ee83590 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:21.482331 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d4b74c1-307d-4de5-b277-dfdedf1118ee req-3ccbff35-00bd-491f-b623-22b90ee83590 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0541542 May 09 18:31:21.534299 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d4b74c1-307d-4de5-b277-dfdedf1118ee req-4c0d2ec6-b9cd-4e64-acb1-78372bfb1334 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 May 09 18:31:22.662913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47279-9e68-46c1-b16c-aa5b185cd463 req-0e005403-00e9-4cec-8e05-cbb5c9736201 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:22.664503 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-55f47279-9e68-46c1-b16c-aa5b185cd463 req-0e005403-00e9-4cec-8e05-cbb5c9736201 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0561218 May 09 18:31:22.711944 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-55f47279-9e68-46c1-b16c-aa5b185cd463 req-06f4f5c0-29b3-4e91-91a6-498512d5ad3e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 May 09 18:31:23.720605 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef00e-2f4b-4d79-a46f-d32d7d2f5336 req-b5332e42-487f-4d0e-9083-d74d1efea1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:23.722162 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d45ef00e-2f4b-4d79-a46f-d32d7d2f5336 req-b5332e42-487f-4d0e-9083-d74d1efea1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1129 time: 0.0542200 May 09 18:31:23.787546 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d45ef00e-2f4b-4d79-a46f-d32d7d2f5336 req-5556ac12-bbb2-4afc-ae92-febdfec3a314 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 May 09 18:31:23.834384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bfd4a-eea7-4142-8d5f-153d75342fb4 req-229c3792-2357-4800-87ea-6a02ca2dab24 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:23.836062 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a45bfd4a-eea7-4142-8d5f-153d75342fb4 req-229c3792-2357-4800-87ea-6a02ca2dab24 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0476189 May 09 18:31:23.887149 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a45bfd4a-eea7-4142-8d5f-153d75342fb4 req-f96dbf30-9fd4-4518-8454-587bb8a1c458 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 May 09 18:31:24.999228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61804f9-8e82-4b77-8a02-aa5f3564cd6f req-e916685f-6d6c-4a97-be7a-f71a1379c379 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:25.001643 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a61804f9-8e82-4b77-8a02-aa5f3564cd6f req-e916685f-6d6c-4a97-be7a-f71a1379c379 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0475910 May 09 18:31:25.057132 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a61804f9-8e82-4b77-8a02-aa5f3564cd6f req-570be888-9c68-4867-9ebe-21a45917c395 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 May 09 18:31:25.951631 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:31:26.172981 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d907-ad94-486a-908e-94ada794554c req-8593b0fe-3174-4f72-97b0-c304f131997d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:26.174450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2969d907-ad94-486a-908e-94ada794554c req-8593b0fe-3174-4f72-97b0-c304f131997d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0475740 May 09 18:31:26.222450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2969d907-ad94-486a-908e-94ada794554c req-8689a2aa-f4f7-41e6-ac22-6484f00c6424 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 May 09 18:31:26.341022 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915457-6351-4597-a144-76eb2e12a5f8 req-5f234fb6-b98e-4dd7-b385-a16ab43b1aa9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:26.342466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05915457-6351-4597-a144-76eb2e12a5f8 req-5f234fb6-b98e-4dd7-b385-a16ab43b1aa9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0473809 May 09 18:31:26.389744 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05915457-6351-4597-a144-76eb2e12a5f8 req-61e44a0d-e215-41b4-a80d-f03c3a9bfbdc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 May 09 18:31:28.043051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf19040-7bd2-4ab3-b740-be579eb817d6 req-f9c1a535-5a6f-420f-bdd7-a77b99d9048f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.044719 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fbf19040-7bd2-4ab3-b740-be579eb817d6 req-f9c1a535-5a6f-420f-bdd7-a77b99d9048f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0795960 May 09 18:31:28.052612 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-cb7dcf54-e8c7-47c4-b870-be5c6ffbce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.054799 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-cb7dcf54-e8c7-47c4-b870-be5c6ffbce26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.0585501 May 09 18:31:28.157563 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fbf19040-7bd2-4ab3-b740-be579eb817d6 req-af4e999b-bd4f-436d-a4d6-b6d01ba147b5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941708 May 09 18:31:28.192355 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-d504cd9c-8898-43e7-bc79-94c2adafec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.193861 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-d504cd9c-8898-43e7-bc79-94c2adafec9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.1233768 May 09 18:31:28.241178 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-269c1d0a-96c7-47d9-a88f-5d1f816c272d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0385380 May 09 18:31:28.289265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-c121fe2f-703a-4778-a430-0ed8f205d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.290797 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-c121fe2f-703a-4778-a430-0ed8f205d988 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0429382 May 09 18:31:28.322758 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:28.338208 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-20132a2b-8259-462f-a96f-0e66e989f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.340080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-20132a2b-8259-462f-a96f-0e66e989f3e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410938 May 09 18:31:28.439011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-7aa35c31-c33a-4560-999e-64b7b03c2a87 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883293 May 09 18:31:28.443160 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cf2d-7f00-452c-94b3-0bef338ce6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.521753 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cf2d-7f00-452c-94b3-0bef338ce6d4 admin admin] Publish callbacks [] for security_group (3d5287f5-deea-4702-8216-f30fe5addc2d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.525460 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cf2d-7f00-452c-94b3-0bef338ce6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3d5287f5-deea-4702-8216-f30fe5addc2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.539524 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5861ab1e-3d4d-4dc2-a067-821934b2a621 req-e2f11203-4a6e-4e12-9c2a-5e601eaf2a54 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 May 09 18:31:28.566094 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a0f7cf2d-7f00-452c-94b3-0bef338ce6d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e619429cfde4b5ca217dba7b8afc53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421260 May 09 18:31:28.566909 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7cf2d-7f00-452c-94b3-0bef338ce6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5287f5-deea-4702-8216-f30fe5addc2d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.568768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:28.623371 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] Publish callbacks [] for security_group (3d5287f5-deea-4702-8216-f30fe5addc2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.646695 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] Publish callbacks [] for security_group (3d5287f5-deea-4702-8216-f30fe5addc2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.694321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3d5287f5-deea-4702-8216-f30fe5addc2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.696915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.698087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d5287f5-deea-4702-8216-f30fe5addc2d HTTP/1.1" status: 204 len: 168 time: 0.1282952 May 09 18:31:28.707587 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c7f9-d918-44f5-9978-de3a76d637f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5287f5-deea-4702-8216-f30fe5addc2d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.967814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:28.981498 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d1a2-6c36-4958-9336-64ca22dc12b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.062402 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d1a2-6c36-4958-9336-64ca22dc12b1 admin admin] Publish callbacks [] for security_group (e7eceab2-7142-4f19-8ae3-27ad3002b9df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.065961 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d1a2-6c36-4958-9336-64ca22dc12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e7eceab2-7142-4f19-8ae3-27ad3002b9df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.105921 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d6a5d1a2-6c36-4958-9336-64ca22dc12b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9b6836f0f8143b9932cd123716acad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370125 May 09 18:31:29.106788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5d1a2-6c36-4958-9336-64ca22dc12b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eceab2-7142-4f19-8ae3-27ad3002b9df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:29.108984 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 34906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:29.159198 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] Publish callbacks [] for security_group (e7eceab2-7142-4f19-8ae3-27ad3002b9df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.179795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] Publish callbacks [] for security_group (e7eceab2-7142-4f19-8ae3-27ad3002b9df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.231196 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e7eceab2-7142-4f19-8ae3-27ad3002b9df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.233649 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.237175 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7eceab2-7142-4f19-8ae3-27ad3002b9df HTTP/1.1" status: 204 len: 168 time: 0.1239018 May 09 18:31:29.246819 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810e19-7413-4e9e-8a9e-5d89a60ce20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eceab2-7142-4f19-8ae3-27ad3002b9df,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:29.297422 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e10e5-10c9-44c1-a7b6-cc1bd4f48331 req-7b48592e-c4c8-4cbb-b497-886a8b116f03 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:29.299268 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e29e10e5-10c9-44c1-a7b6-cc1bd4f48331 req-7b48592e-c4c8-4cbb-b497-886a8b116f03 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0693078 May 09 18:31:29.347484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e29e10e5-10c9-44c1-a7b6-cc1bd4f48331 req-1b43e73f-2b80-4430-b89f-93d254027c07 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 May 09 18:31:29.585534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:29.598371 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d74c7135-4ae0-44a6-a762-bd22d6d631f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.676060 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d74c7135-4ae0-44a6-a762-bd22d6d631f8 admin admin] Publish callbacks [] for security_group (c8667c58-fa8d-4922-b158-ed1abbc416c9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.679692 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d74c7135-4ae0-44a6-a762-bd22d6d631f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c8667c58-fa8d-4922-b158-ed1abbc416c9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.715445 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c7135-4ae0-44a6-a762-bd22d6d631f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8667c58-fa8d-4922-b158-ed1abbc416c9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:29.720381 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d74c7135-4ae0-44a6-a762-bd22d6d631f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a6779260d4b45b1b07240cbd7ad05c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332037 May 09 18:31:29.722356 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 34920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:29.775000 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] Publish callbacks [] for security_group (c8667c58-fa8d-4922-b158-ed1abbc416c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.796013 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] Publish callbacks [] for security_group (c8667c58-fa8d-4922-b158-ed1abbc416c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.847209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c8667c58-fa8d-4922-b158-ed1abbc416c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.850147 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.851313 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8667c58-fa8d-4922-b158-ed1abbc416c9 HTTP/1.1" status: 204 len: 168 time: 0.1275432 May 09 18:31:29.860094 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ad383-050d-438b-ab46-851b973c3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8667c58-fa8d-4922-b158-ed1abbc416c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:30.468109 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b5af1-d607-49c2-8b45-704ba152c152 req-9e0bee35-7d75-4ce5-870a-c7bb05e8b2f6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:30.469635 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-076b5af1-d607-49c2-8b45-704ba152c152 req-9e0bee35-7d75-4ce5-870a-c7bb05e8b2f6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0507805 May 09 18:31:30.518206 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-076b5af1-d607-49c2-8b45-704ba152c152 req-761536a5-a6c6-4bcb-ad2a-42d404ba6c10 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 May 09 18:31:31.629440 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626629ce-73a9-4716-bfbf-84f80b9c8bf3 req-106ab59d-9543-4e38-b369-ac6bbbb9934f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:31.630921 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-626629ce-73a9-4716-bfbf-84f80b9c8bf3 req-106ab59d-9543-4e38-b369-ac6bbbb9934f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0466564 May 09 18:31:31.685764 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-626629ce-73a9-4716-bfbf-84f80b9c8bf3 req-e72e8d30-0cf8-42dc-ae8c-2f4de48c988a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 May 09 18:31:32.802260 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8f573-7406-4227-b532-3fa01cdef809 req-ac8f6130-232f-4ce0-9a5a-8581e3d1a6e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:32.803626 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a7a8f573-7406-4227-b532-3fa01cdef809 req-ac8f6130-232f-4ce0-9a5a-8581e3d1a6e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0479963 May 09 18:31:32.848369 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a7a8f573-7406-4227-b532-3fa01cdef809 req-212b9ec0-cb3d-4c4a-9ade-5d4d96716c65 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 May 09 18:31:33.974467 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de0891-e82b-46a8-b827-929368660eac req-cf519498-74dc-4bd2-a616-919f475b3e9d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:33.976013 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94de0891-e82b-46a8-b827-929368660eac req-cf519498-74dc-4bd2-a616-919f475b3e9d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0520000 May 09 18:31:34.031190 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94de0891-e82b-46a8-b827-929368660eac req-9d54db04-f2d0-495b-88c7-4c83019e3364 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 May 09 18:31:35.143164 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f37e4-e1bf-401f-ad70-114a4d664b3b req-359a74ca-9b43-4350-9181-8cfe934b2031 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:35.144628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b8f37e4-e1bf-401f-ad70-114a4d664b3b req-359a74ca-9b43-4350-9181-8cfe934b2031 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0473454 May 09 18:31:35.193989 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b8f37e4-e1bf-401f-ad70-114a4d664b3b req-4926311a-dc52-4344-b3b4-a3885d3c5dda tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 May 09 18:31:36.186418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-6f67a09c-51e0-484c-94e7-80596f78aa70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363169 May 09 18:31:36.263396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716afe-5403-400a-961e-6be9dd82266d req-494234a5-d88a-453d-a8ca-3d9871f9b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:36.265059 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-494234a5-d88a-453d-a8ca-3d9871f9b132 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 1129 time: 0.0439873 May 09 18:31:36.356995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a702d-bf4f-4a5e-8236-5de34b26580f req-aad0b5d0-0611-4782-aa44-ef5472b55e7e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:36.358460 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b4a702d-bf4f-4a5e-8236-5de34b26580f req-aad0b5d0-0611-4782-aa44-ef5472b55e7e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0925219 May 09 18:31:36.425928 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716afe-5403-400a-961e-6be9dd82266d req-2cd854ef-cd40-4b39-a053-3a1bd683db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:36.427397 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-2cd854ef-cd40-4b39-a053-3a1bd683db37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.1336341 May 09 18:31:36.430730 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b4a702d-bf4f-4a5e-8236-5de34b26580f req-5f604dd7-de9f-4d17-a7f6-e972aff270ad tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 May 09 18:31:36.508858 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-26d9003e-8b57-45de-b890-d82001d9b99e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 200 len: 1000 time: 0.0662732 May 09 18:31:36.559505 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716afe-5403-400a-961e-6be9dd82266d req-13157438-828d-44ce-bf42-4589fa839801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:36.561156 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-13157438-828d-44ce-bf42-4589fa839801 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0453486 May 09 18:31:36.616814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716afe-5403-400a-961e-6be9dd82266d req-2f0c00b9-8f13-484f-b362-ef2a050119c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:36.618314 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-2f0c00b9-8f13-484f-b362-ef2a050119c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473068 May 09 18:31:36.720189 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-86c353f5-7be2-453c-a8f3-eb44a90d4428 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890467 May 09 18:31:36.818364 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af716afe-5403-400a-961e-6be9dd82266d req-16d1e0e2-963d-44b3-a857-6c3087619a23 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920918 May 09 18:31:37.539637 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf4ad0-ad93-4819-964d-0967c5fec018 req-39ec4610-f3e5-4277-a746-505c71b0ff51 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:37.540974 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66cf4ad0-ad93-4819-964d-0967c5fec018 req-39ec4610-f3e5-4277-a746-505c71b0ff51 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0447533 May 09 18:31:37.590447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66cf4ad0-ad93-4819-964d-0967c5fec018 req-2f0cab0b-86df-405c-82cd-bccee5d48fef tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 May 09 18:31:38.706872 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ab79-3f6b-47e0-8cdb-19e6704feb80 req-19878f69-f2f1-4f32-97a7-102c6ddfa32a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:38.711782 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d450ab79-3f6b-47e0-8cdb-19e6704feb80 req-19878f69-f2f1-4f32-97a7-102c6ddfa32a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0487914 May 09 18:31:38.770355 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d450ab79-3f6b-47e0-8cdb-19e6704feb80 req-93fac670-ebd8-4f2a-94af-8b8225368e7e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549479 May 09 18:31:38.989006 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:39.096658 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.178869 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Publish callbacks [] for security_group (1de24829-0c1c-4020-9edf-2a200d93a59a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.183128 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1de24829-0c1c-4020-9edf-2a200d93a59a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.220792 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de24829-0c1c-4020-9edf-2a200d93a59a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:39.224648 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac5d0c2f104f433e817ee1feded14e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345824 May 09 18:31:39.227420 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:39.230437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.230792 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.231227 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.231585 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.231922 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.232252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.232581 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.232912 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.233252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.233584 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.233911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.234252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.234580 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.234904 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.235249 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb6e12-2ac0-4c78-8107-8d3e532dfda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.275818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Publish callbacks [] for security_group (1de24829-0c1c-4020-9edf-2a200d93a59a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.296060 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Publish callbacks [] for security_group (1de24829-0c1c-4020-9edf-2a200d93a59a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.342821 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1de24829-0c1c-4020-9edf-2a200d93a59a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.345418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.346555 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1de24829-0c1c-4020-9edf-2a200d93a59a HTTP/1.1" status: 204 len: 168 time: 0.1181779 May 09 18:31:39.354701 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de24829-0c1c-4020-9edf-2a200d93a59a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:39.362274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.362738 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.363086 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.363453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.363957 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.364352 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.364964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.365244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.365705 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.366105 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.366458 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.366808 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.367192 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.367584 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.367913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04502f-2862-4cc3-9401-8c5211744ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:39.608699 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.032292 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a2ec4-5228-4a71-aebc-52db9b85a0d7 req-601b4bc9-be4b-4188-925e-145e063fabf0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:40.033823 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee8a2ec4-5228-4a71-aebc-52db9b85a0d7 req-601b4bc9-be4b-4188-925e-145e063fabf0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0498347 May 09 18:31:40.080954 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee8a2ec4-5228-4a71-aebc-52db9b85a0d7 req-ecffdf0d-bff1-4c19-8dd2-87b7902df005 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 May 09 18:31:41.192143 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c99dc-13f5-48f2-a9e3-04931ffe9904 req-12299918-8987-47e7-8676-99e87d5ad97b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:41.193621 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a91c99dc-13f5-48f2-a9e3-04931ffe9904 req-12299918-8987-47e7-8676-99e87d5ad97b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0463231 May 09 18:31:41.238387 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a91c99dc-13f5-48f2-a9e3-04931ffe9904 req-e88e113a-61a5-4f46-9205-59588e9d819d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 May 09 18:31:41.381854 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7363488-1b68-4821-a2b3-51e564cb98f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.671876 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-6331f79b-2840-454e-874c-eb3b2acd8f2d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221972783&fields=id&tenant_id=9c6e0a23a3414fca84248553e4f85005 HTTP/1.1" status: 200 len: 267 time: 0.0455003 May 09 18:31:41.793355 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-de963289-ac40-4783-9a3e-c9e4e0a67db9 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:41.794814 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-de963289-ac40-4783-9a3e-c9e4e0a67db9 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 808 time: 0.1162612 May 09 18:31:41.809855 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-64ee4326-701f-499c-a2fc-87804f91d5bd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/quotas/9c6e0a23a3414fca84248553e4f85005 HTTP/1.1" status: 200 len: 375 time: 0.0097718 May 09 18:31:41.863901 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-dbf7dedf-173f-4bf0-a8f1-bfbe14d2d554 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485086 May 09 18:31:41.976419 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-5b16e8b7-9d4d-4da5-8aef-ce49afafd2b8 service neutron] 10.222.0.25 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008594 May 09 18:31:42.084322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-2c981d39-8667-4029-bf27-bb9a25fe8ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070588 May 09 18:31:42.359064 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99975e4-6922-4c5c-89bc-1dc20118bd4f req-44517ce4-84d7-40f3-a0fc-834235e5690f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:42.360563 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e99975e4-6922-4c5c-89bc-1dc20118bd4f req-44517ce4-84d7-40f3-a0fc-834235e5690f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0487890 May 09 18:31:42.401837 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d73160a1-2c2d-4e5e-b01d-8d8b259f9227 req-015c95dc-ca2c-4f24-a249-d11630f7bb4b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 210 time: 0.0403373 May 09 18:31:42.439668 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e99975e4-6922-4c5c-89bc-1dc20118bd4f req-c084428e-2b8b-40f1-bedb-df42d0944173 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701497 May 09 18:31:43.504968 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5099e6e8-becd-412a-bd84-c28269246a94 req-62828871-659a-4527-9183-1d434c4b6f3e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 210 time: 0.0310888 May 09 18:31:43.593609 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ab86-397d-4cf4-802f-fb0546a0c667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.612131 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a49db-2d82-4868-a86d-9fbfb6d83a4e req-6c485348-bf04-4e60-b58d-ef21d02281e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:43.613601 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-369a49db-2d82-4868-a86d-9fbfb6d83a4e req-6c485348-bf04-4e60-b58d-ef21d02281e2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0519896 May 09 18:31:43.661090 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-369a49db-2d82-4868-a86d-9fbfb6d83a4e req-d2a810de-6f2b-47e8-afae-ace3b2925b85 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 May 09 18:31:44.088911 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-2a3cdc44-63dd-4c7f-b2df-16df2a81215a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:44.090815 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-2a3cdc44-63dd-4c7f-b2df-16df2a81215a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 808 time: 0.1504436 May 09 18:31:44.488316 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-72def902-9ca7-4103-869f-3c10c416f638 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c6e0a23a3414fca84248553e4f85005 HTTP/1.1" status: 200 len: 380 time: 0.0759740 May 09 18:31:44.506206 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'port': {'device_id': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'admin_state_up': True, 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'security_groups': ['27a1a575-5465-45b7-9977-91a425ca795f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:44.613062 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e338859-fc0d-42ff-be8a-5bc88322c3a2 req-5fe346dc-717f-490b-b183-75b294f56ea1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 210 time: 0.0374548 May 09 18:31:44.668841 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Made reservation on behalf of 9c6e0a23a3414fca84248553e4f85005 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:44.672709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.698378 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.814650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9b6f-4bc8-4b6c-8ab2-0326c68f7c4b req-fc40c63a-8e84-4346-8d05-878d9d66b0b2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:44.816285 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec8d9b6f-4bc8-4b6c-8ab2-0326c68f7c4b req-fc40c63a-8e84-4346-8d05-878d9d66b0b2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0816076 May 09 18:31:44.866555 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Allocated IP 172.20.0.5 (df47341c-d908-44c0-be75-4cae06738de8/30318acd-a1e7-496e-8e9e-3a4a3854a647/c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:44.887952 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec8d9b6f-4bc8-4b6c-8ab2-0326c68f7c4b req-28063485-706e-482c-b5b4-aff36d5a256f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635390 May 09 18:31:45.250763 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.283847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.328501 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Network df47341c-d908-44c0-be75-4cae06738de8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:45.334062 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:45.336816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:45.361578 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.411451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:45.412315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.426604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.431776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050835307', 'description': 'tempest-description--121350356'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:45.453397 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-07b5c996-a0af-432d-bed9-b6158c6490c7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522393 May 09 18:31:45.462982 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.537992 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (67e80015-7e41-4c70-a664-19e759cc0f51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.542495 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (67e80015-7e41-4c70-a664-19e759cc0f51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.573131 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.577066 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466408 May 09 18:31:45.577066 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900f377-8fe8-4814-b92c-4ed2eaeed7df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e80015-7e41-4c70-a664-19e759cc0f51,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.577278 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.581352 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': '67e80015-7e41-4c70-a664-19e759cc0f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:45.605672 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (9c038435-2f11-47fa-a4a1-19e3c3bfbd06), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.648608 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b3f52f3a-1fa1-4b88-b1c3-9e14b4ffe7d5 None None] Provisioning complete for port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:45.649253 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3f52f3a-1fa1-4b88-b1c3-9e14b4ffe7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.662633 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (9c038435-2f11-47fa-a4a1-19e3c3bfbd06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.676456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (9c038435-2f11-47fa-a4a1-19e3c3bfbd06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.704921 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c038435-2f11-47fa-a4a1-19e3c3bfbd06,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.711443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.712632 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-846b0f26-5a0c-4834-b426-0a0972c66282 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345015 May 09 18:31:45.715978 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.721040 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': '67e80015-7e41-4c70-a664-19e759cc0f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:45.724408 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b3f52f3a-1fa1-4b88-b1c3-9e14b4ffe7d5 None None] Port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:45.753391 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (000ab966-1747-498f-91a7-e308e72cf943), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.774673 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefff73-654e-4e7e-ad33-6a3e27d97fd6 req-8d868a6a-31a8-4e42-9018-f9f72da37b1a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:45.776981 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3aefff73-654e-4e7e-ad33-6a3e27d97fd6 req-8d868a6a-31a8-4e42-9018-f9f72da37b1a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 931 time: 0.0498238 May 09 18:31:45.811732 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (000ab966-1747-498f-91a7-e308e72cf943), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.815261 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (000ab966-1747-498f-91a7-e308e72cf943), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.827952 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3aefff73-654e-4e7e-ad33-6a3e27d97fd6 req-db4593cd-a74e-47d0-aead-d7103e1926ef tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 May 09 18:31:45.835293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000ab966-1747-498f-91a7-e308e72cf943,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.846004 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.850120 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1b8e5cb3-51db-461f-829f-2ad97542d1dc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300416 May 09 18:31:45.850339 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.855768 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:45.875781 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.954150 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.008303 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61be0b1-1bd4-4578-a9ad-656328d3572e req-599de11d-ff75-4324-afc6-429fd454999d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:46.009819 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f61be0b1-1bd4-4578-a9ad-656328d3572e req-599de11d-ff75-4324-afc6-429fd454999d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0510964 May 09 18:31:46.060212 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.27.3.245 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/7481843f-86cd-4024-93fb-bde58a1be404) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:46.067836 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f61be0b1-1bd4-4578-a9ad-656328d3572e req-2ae9194e-a5f3-4447-8e80-6c133469c76f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 May 09 18:31:46.139336 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.162820 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (7481843f-86cd-4024-93fb-bde58a1be404), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.193817 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (7481843f-86cd-4024-93fb-bde58a1be404), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.230248 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:46.233004 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:46.238250 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:46.266948 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=7481843f-86cd-4024-93fb-bde58a1be404,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:46.331635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.366415 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (7481843f-86cd-4024-93fb-bde58a1be404), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.513860 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (7481843f-86cd-4024-93fb-bde58a1be404), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.518160 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (7481843f-86cd-4024-93fb-bde58a1be404), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.587342 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=7481843f-86cd-4024-93fb-bde58a1be404,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:46.597644 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.612138 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.613347 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a1b2e7a5-92db-482b-b49f-5864c0c45416 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7620280 May 09 18:31:46.803874 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-2de23ddb-a5da-4305-8382-e795968912b6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1050835307&fields=id&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 267 time: 0.0406318 May 09 18:31:46.917766 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-a31fc1b7-1e1f-46e8-9188-28138f7c48d5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:46.919145 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-a31fc1b7-1e1f-46e8-9188-28138f7c48d5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1082244 May 09 18:31:46.948108 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-79e99211-b49f-4a43-85b7-f875b660a4e4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/quotas/3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 375 time: 0.0135751 May 09 18:31:46.959146 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2b178-a581-403f-8afd-57a9c105cd85 req-15c8bac0-79e0-442f-a327-fbd81893b288 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:46.960560 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-15e2b178-a581-403f-8afd-57a9c105cd85 req-15c8bac0-79e0-442f-a327-fbd81893b288 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 931 time: 0.0651183 May 09 18:31:47.022614 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-1472b79e-f017-408e-a987-2ad3c2cfd95a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693533 May 09 18:31:47.048936 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-15e2b178-a581-403f-8afd-57a9c105cd85 req-046cd55e-6977-4105-99e7-0dfc1ac56331 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805640 May 09 18:31:47.124696 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-d40af348-24aa-4dfb-968c-e1153134e17e service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907776 May 09 18:31:47.224991 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10d35-e352-41a8-a8ec-41c2c98ca6e9 req-6a3a2fff-1039-4c3a-9ad3-a387a87e48c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:47.226426 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05c10d35-e352-41a8-a8ec-41c2c98ca6e9 req-6a3a2fff-1039-4c3a-9ad3-a387a87e48c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0784373 May 09 18:31:47.267249 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0b0d0fa1-3762-457c-9daa-e9ca670d1723 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366451 May 09 18:31:47.288591 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05c10d35-e352-41a8-a8ec-41c2c98ca6e9 req-ebe87d11-47c9-4410-836d-d48403def3d8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 May 09 18:31:47.426754 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f283613a-376b-4a02-b0a5-b7258c815a84 req-ab5642e9-97ef-4d64-9b08-d7dee60cd848 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 210 time: 0.0281827 May 09 18:31:47.573824 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:47.725279 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Request body: {'port': {'device_id': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:47.784952 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.059803 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:31:48.067525 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks [] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.081231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Transition to ACTIVE for port object c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:31:48.085942 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.178464 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:48.206888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0b6f-64ce-47d5-94c6-f6b3e1450984 req-5d9fc341-9735-40c7-899f-77ba59eaa386 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.208446 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdca0b6f-64ce-47d5-94c6-f6b3e1450984 req-5d9fc341-9735-40c7-899f-77ba59eaa386 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0876703 May 09 18:31:48.288122 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Attempting to bind port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:48.288460 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Attempting to bind port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:48.288788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Attempting to bind port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c on network df47341c-d908-44c0-be75-4cae06738de8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:48.300432 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdca0b6f-64ce-47d5-94c6-f6b3e1450984 req-58ebaa13-91a1-4875-9244-b6a853fdc273 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714140 May 09 18:31:48.301112 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c on network df47341c-d908-44c0-be75-4cae06738de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:31:48.301439 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Attempting to bind port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c on network df47341c-d908-44c0-be75-4cae06738de8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:48.306329 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:48.307241 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Checking segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:48.307616 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Bound using segment: {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:48.308042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Bound port: c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45b263a-6149-4962-b55b-44f73f28becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:48.308398 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.409892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:48.428054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:48.440439 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6063-03ba-4e04-a900-eee45e970c0d req-62844188-69d4-47c4-b936-e15cbf28dd2b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.442037 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ffdf6063-03ba-4e04-a900-eee45e970c0d req-62844188-69d4-47c4-b936-e15cbf28dd2b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0672562 May 09 18:31:48.443715 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.504658 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.505286 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.506685 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] 10.222.0.36 "PUT /v2.0/ports/c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 1093 time: 0.7857027 May 09 18:31:48.509687 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:48.511887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b32d2-48c1-4583-bc88-631d1771bed0" -d '{"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:48.570248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-50cbf0bb-0c12-4600-832c-7bf5ef3f570e req-7cc86aa3-9270-4f1b-a08c-b320de0c73e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 210 time: 0.0626342 May 09 18:31:48.580386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864ac9a-565f-488c-99c5-a9147e6161ca service neutron] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:48.590261 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ffdf6063-03ba-4e04-a900-eee45e970c0d req-73b068b6-1d69-485b-b4cc-e73d20ca8017 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407633 May 09 18:31:48.642948 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5950e3-7f35-43ab-917d-cd3b1f7040fd x-openstack-request-id: req-1d5950e3-7f35-43ab-917d-cd3b1f7040fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:48.643330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:48.643951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d5950e3-7f35-43ab-917d-cd3b1f7040fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:48.644458 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5950e3-7f35-43ab-917d-cd3b1f7040fd'] response: {'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'status': 'completed', 'code': 200} May 09 18:31:48.675778 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-3ece93ed-9c96-488c-a533-2c8352d31dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.683765 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-3ece93ed-9c96-488c-a533-2c8352d31dee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1127 time: 0.0441787 May 09 18:31:48.732444 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-31e89b64-5fd6-4104-ae65-fe5244a3878e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 217 time: 0.0361812 May 09 18:31:48.750603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-561d906a-95f0-40fd-b06b-98a33d3ebb72 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.752486 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-561d906a-95f0-40fd-b06b-98a33d3ebb72 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1252263 May 09 18:31:48.785267 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-7c07ea71-aea2-40b3-bd52-0db0a3b5a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.786767 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-7c07ea71-aea2-40b3-bd52-0db0a3b5a62c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0476515 May 09 18:31:48.834280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225184-02d2-41e6-a087-f45d22805969 req-34765b28-5b0e-4b7b-a94d-16fe499db5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.836100 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-34765b28-5b0e-4b7b-a94d-16fe499db5fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397322 May 09 18:31:48.848530 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-35b411be-7599-4df4-a063-1ed0ad08fcfb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 472 time: 0.0710878 May 09 18:31:48.966249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'port': {'device_id': '79b90383-7829-430d-ba18-361f2ef96634', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'admin_state_up': True, 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'security_groups': ['67e80015-7e41-4c70-a664-19e759cc0f51']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:49.057454 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-58893c7b-d61d-4250-b52d-c63b8d8eadba service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952573 May 09 18:31:49.074205 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:49.077707 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.145077 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29225184-02d2-41e6-a087-f45d22805969 req-4c13f96d-09ef-439d-8bbc-56c628d3b6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 May 09 18:31:49.205665 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.20.0.4 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/c3f65dac-7ea9-4b15-b33e-a6d90602c869) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:49.317589 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-9c7094a2-8c8e-44c8-b669-7ee30e328acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.319217 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-9c7094a2-8c8e-44c8-b669-7ee30e328acb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1127 time: 0.0432081 May 09 18:31:49.343499 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.386878 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.411496 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-d0bc342a-057e-4762-8b56-2c876a2f0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.412874 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-d0bc342a-057e-4762-8b56-2c876a2f0551 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.0856960 May 09 18:31:49.458335 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:49.459403 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-1647b0d8-428b-4234-bc0a-64a4e151d1f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 217 time: 0.0393054 May 09 18:31:49.469487 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c2a5a-1622-4143-ac5c-7d9cc0a012d9 req-3ec20771-c316-4e3e-8d9e-764f054714c1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.470957 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a86c2a5a-1622-4143-ac5c-7d9cc0a012d9 req-3ec20771-c316-4e3e-8d9e-764f054714c1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0974886 May 09 18:31:49.474533 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:49.476678 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:49.479410 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:49.508695 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-fa9144da-be64-4fdb-8958-f5caf6fe8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.510621 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-fa9144da-be64-4fdb-8958-f5caf6fe8da8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0451295 May 09 18:31:49.551887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.552514 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.557623 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-cca12975-0f7b-477f-b326-24c9f362ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.559124 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-cca12975-0f7b-477f-b326-24c9f362ab6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428069 May 09 18:31:49.574733 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a86c2a5a-1622-4143-ac5c-7d9cc0a012d9 req-42441a8c-d72b-49db-8207-f11e5459a392 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924873 May 09 18:31:49.592114 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-684a571c-59e4-43b8-90be-e2714897d7de tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6302114 May 09 18:31:49.610626 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Request body: {'port': {'device_id': '79b90383-7829-430d-ba18-361f2ef96634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:49.697426 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-71ee51ca-8c1a-4b70-a95f-17b242643aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283524 May 09 18:31:49.769805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.795189 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-347b32d2-48c1-4583-bc88-631d1771bed0 req-5bb88034-e865-45cd-a5e2-653749414617 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855815 May 09 18:31:49.799122 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682ed6-e288-42d2-a35f-eb6a5c37317e req-f8f2c0cd-8aab-4549-86cd-87ac0402254f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.800628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a682ed6-e288-42d2-a35f-eb6a5c37317e req-f8f2c0cd-8aab-4549-86cd-87ac0402254f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 931 time: 0.0961852 May 09 18:31:49.806345 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0652bd-771c-4bf8-9e9b-b60c63c95ab7 req-2fd50ee6-50c9-48e9-b02f-ad9e746cf137 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.806504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-64f23def-4456-47ea-b7bc-7c697b5324c1 None None] Provisioning complete for port c3f65dac-7ea9-4b15-b33e-a6d90602c869 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:49.806996 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64f23def-4456-47ea-b7bc-7c697b5324c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.807877 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b0652bd-771c-4bf8-9e9b-b60c63c95ab7 req-2fd50ee6-50c9-48e9-b02f-ad9e746cf137 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0872850 May 09 18:31:49.841782 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-64f23def-4456-47ea-b7bc-7c697b5324c1 None None] Port c3f65dac-7ea9-4b15-b33e-a6d90602c869 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:49.973203 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b0652bd-771c-4bf8-9e9b-b60c63c95ab7 req-9135a4a6-590d-4ec7-87e7-0445cf584189 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364641 May 09 18:31:49.976097 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a682ed6-e288-42d2-a35f-eb6a5c37317e req-a8e35429-43f0-4786-991d-856b702ce0fa tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670582 May 09 18:31:50.135680 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f65dac-7ea9-4b15-b33e-a6d90602c869 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:31:50.142981 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks [] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.155875 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Transition to ACTIVE for port object c3f65dac-7ea9-4b15-b33e-a6d90602c869 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:31:50.159231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.210258 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:50.285007 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Attempting to bind port c3f65dac-7ea9-4b15-b33e-a6d90602c869 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:50.285351 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Attempting to bind port c3f65dac-7ea9-4b15-b33e-a6d90602c869 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:50.285685 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Attempting to bind port c3f65dac-7ea9-4b15-b33e-a6d90602c869 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:50.290262 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Port c3f65dac-7ea9-4b15-b33e-a6d90602c869 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:31:50.290581 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Attempting to bind port c3f65dac-7ea9-4b15-b33e-a6d90602c869 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:50.296172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:50.296514 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:50.296899 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:50.297330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Bound port: c3f65dac-7ea9-4b15-b33e-a6d90602c869, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:50.297713 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.364420 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:50.368039 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:50.373217 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.404976 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.405596 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.406962 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3f65dac-7ea9-4b15-b33e-a6d90602c869 HTTP/1.1" status: 200 len: 1093 time: 0.8006136 May 09 18:31:50.430884 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8cd14-302c-4f92-8c3d-2ae12a175646 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:50.517373 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-9f38f447-af88-4911-b09b-adae3ec673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.519002 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-9f38f447-af88-4911-b09b-adae3ec673f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 1127 time: 0.0499544 May 09 18:31:50.573120 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-7438dcb4-dd80-4d52-aa61-9f61ae736d5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869 HTTP/1.1" status: 200 len: 217 time: 0.0372965 May 09 18:31:50.628027 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-753b1d40-4838-4530-b52c-7c78c285226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.629622 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-753b1d40-4838-4530-b52c-7c78c285226e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0468063 May 09 18:31:50.645249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:50.647791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:50.715997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4855b-575f-4487-9a5b-26bbff6b42c2 x-openstack-request-id: req-77c4855b-575f-4487-9a5b-26bbff6b42c2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:50.716189 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:50.716768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77c4855b-575f-4487-9a5b-26bbff6b42c2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:50.717277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c4855b-575f-4487-9a5b-26bbff6b42c2'] response: {'name': 'network-changed', 'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'status': 'completed', 'code': 200} May 09 18:31:50.739089 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a5dc-bdb1-4ffc-8df8-80bb528494a0 req-401d0009-bdaf-4739-9aa1-fefb63a05339 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.740728 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9c9a5dc-bdb1-4ffc-8df8-80bb528494a0 req-401d0009-bdaf-4739-9aa1-fefb63a05339 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0893183 May 09 18:31:50.770428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-9f15eea0-9a1c-45d5-8dce-2aac7af60305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.772205 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-9f15eea0-9a1c-45d5-8dce-2aac7af60305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867622 May 09 18:31:50.847718 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9c9a5dc-bdb1-4ffc-8df8-80bb528494a0 req-c040b9be-a429-4b52-a2b2-3c9d4b7ddbbd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998962 May 09 18:31:50.885523 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-c40f6f63-00a5-4e6c-b55b-29b673863e13 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996678 May 09 18:31:51.154386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4797-8d7b-4512-8b5a-95a4fbba3a94 req-5545bf78-e8df-478c-ad5e-04ded651943d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:51.155860 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-779c4797-8d7b-4512-8b5a-95a4fbba3a94 req-5545bf78-e8df-478c-ad5e-04ded651943d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 943 time: 0.0852399 May 09 18:31:51.170937 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4798-c0f8-4837-98e9-0bc00385257d req-97812df6-1da8-438b-a17f-38b40fe3c7f8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:51.172315 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a40a4798-c0f8-4837-98e9-0bc00385257d req-97812df6-1da8-438b-a17f-38b40fe3c7f8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.1035833 May 09 18:31:51.304481 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-779c4797-8d7b-4512-8b5a-95a4fbba3a94 req-eb353537-1789-4628-a66a-45860c422494 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089151 May 09 18:31:51.309226 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a40a4798-c0f8-4837-98e9-0bc00385257d req-78e9cada-0f9d-4993-aff3-6e440dd6f47f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126356 May 09 18:31:51.311278 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a6fb65-5a2e-4955-b4ad-d3021fecfddd req-d96f0e69-39e0-427e-9166-976d8af5581a service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722395 May 09 18:31:51.961346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fc32f-c5fc-4ac4-bb51-583a6699882f req-579fd1b4-3298-448d-ac1a-8fd055a8f29b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:51.964290 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c96fc32f-c5fc-4ac4-bb51-583a6699882f req-579fd1b4-3298-448d-ac1a-8fd055a8f29b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0481296 May 09 18:31:52.012938 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c96fc32f-c5fc-4ac4-bb51-583a6699882f req-c91056e6-826a-46b3-8897-3801e5c55580 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 May 09 18:31:52.463950 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d97742-e118-4618-80e3-dd09c926c842 req-961b80bc-d416-4c97-8bbd-3a15f9e7cfa8 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.465453 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-64d97742-e118-4618-80e3-dd09c926c842 req-961b80bc-d416-4c97-8bbd-3a15f9e7cfa8 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 943 time: 0.0801113 May 09 18:31:52.483387 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff297-a6fd-4ba2-98fb-fcb1f21ea148 req-8b75030c-9463-4347-bd58-ce6bd72971d0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.484798 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-939ff297-a6fd-4ba2-98fb-fcb1f21ea148 req-8b75030c-9463-4347-bd58-ce6bd72971d0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0883060 May 09 18:31:52.535134 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-26898bb8-dc71-4c21-9ffa-a92db1ecbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.536612 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-26898bb8-dc71-4c21-9ffa-a92db1ecbcbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 1127 time: 0.0687213 May 09 18:31:52.626731 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-64d97742-e118-4618-80e3-dd09c926c842 req-5e20a8f7-be65-4413-966f-68ec0e7446bb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501930 May 09 18:31:52.631397 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-939ff297-a6fd-4ba2-98fb-fcb1f21ea148 req-1bedc174-076b-46b7-9df6-8a71d8e5d41b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305993 May 09 18:31:52.672149 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-dd850e19-5b16-46c0-9ca3-aef21bb28e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.673602 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-dd850e19-5b16-46c0-9ca3-aef21bb28e8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.1288133 May 09 18:31:52.713517 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-a42639ca-6cc4-49b7-8659-1bffc7b2a476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869 HTTP/1.1" status: 200 len: 217 time: 0.0334630 May 09 18:31:52.763403 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-980de9f7-bc6b-4f4d-a883-3fd909ae0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.764809 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-980de9f7-bc6b-4f4d-a883-3fd909ae0973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0454769 May 09 18:31:52.828599 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-9b018bfb-506f-41e5-af06-93af60c5bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:52.830074 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-9b018bfb-506f-41e5-af06-93af60c5bddd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378661 May 09 18:31:52.919990 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-61b33e39-b769-4b05-966d-e18de518ac2c service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793350 May 09 18:31:53.009168 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e820812-84b4-488e-aba6-b8ef5ae9f0e1 req-2cf1d339-bdb1-4adf-87d4-79d9fff30d34 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 May 09 18:31:53.128257 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b112e5-6575-43ad-87d3-faa9077cc9d7 req-d5d7197c-ec0f-4082-a5b1-f6a13e54d99f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:53.129732 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-20b112e5-6575-43ad-87d3-faa9077cc9d7 req-d5d7197c-ec0f-4082-a5b1-f6a13e54d99f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0461004 May 09 18:31:53.177071 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-20b112e5-6575-43ad-87d3-faa9077cc9d7 req-3fbc4a1b-8a64-4470-97c0-4afaa359e129 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 May 09 18:31:53.774510 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89912fa3-5b0d-437e-9570-233e35c3ee6a req-c721b3d9-226e-40c3-b280-e387800d91df tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:53.776019 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89912fa3-5b0d-437e-9570-233e35c3ee6a req-c721b3d9-226e-40c3-b280-e387800d91df tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0756905 May 09 18:31:53.781669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773e634-ee39-4c16-9fa4-0c4dc935a3a8 req-1ba4c087-ce2e-4075-a9c0-6b6f4e19420a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:53.783011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b773e634-ee39-4c16-9fa4-0c4dc935a3a8 req-1ba4c087-ce2e-4075-a9c0-6b6f4e19420a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 943 time: 0.0814555 May 09 18:31:53.848686 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89912fa3-5b0d-437e-9570-233e35c3ee6a req-2688297d-6686-4bd6-b090-bcb5d3fb5262 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647469 May 09 18:31:53.855729 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b773e634-ee39-4c16-9fa4-0c4dc935a3a8 req-1324781d-e142-48c3-a78f-0e54fa5e7866 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663667 May 09 18:31:54.288343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf973e-ca6a-4f85-b568-a6a339bb8b71 req-168e5ea4-c582-4c33-ad16-fe5820df0ddf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:54.289777 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a2cf973e-ca6a-4f85-b568-a6a339bb8b71 req-168e5ea4-c582-4c33-ad16-fe5820df0ddf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0486403 May 09 18:31:54.336718 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a2cf973e-ca6a-4f85-b568-a6a339bb8b71 req-ed8115ed-ef2e-4b51-8507-de042d8644fc tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 May 09 18:31:54.986182 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa902c84-b490-449b-9ed2-5af1bcd0fbe4 req-42d98154-364e-4fee-b007-57b1c71bd50f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:54.987666 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa902c84-b490-449b-9ed2-5af1bcd0fbe4 req-42d98154-364e-4fee-b007-57b1c71bd50f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 943 time: 0.0628595 May 09 18:31:54.993328 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425869-6ff7-43e1-a09b-248167e24549 req-657db534-d532-4b2e-b754-4063ed444162 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:54.995339 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3c425869-6ff7-43e1-a09b-248167e24549 req-657db534-d532-4b2e-b754-4063ed444162 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0802307 May 09 18:31:55.067283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa902c84-b490-449b-9ed2-5af1bcd0fbe4 req-deb1047a-dfff-405a-91a0-16107a6bcd49 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709701 May 09 18:31:55.071319 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3c425869-6ff7-43e1-a09b-248167e24549 req-68f993cc-1d19-4374-88cb-0fb3ef5f6bd7 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682938 May 09 18:31:55.455168 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b1e0-ccb3-466b-bd91-ae715c35d9ce req-004b8a2e-7dbf-4e6c-ba9f-e903c17b3e6b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:55.456684 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8376b1e0-ccb3-466b-bd91-ae715c35d9ce req-004b8a2e-7dbf-4e6c-ba9f-e903c17b3e6b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0505872 May 09 18:31:55.517956 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8376b1e0-ccb3-466b-bd91-ae715c35d9ce req-93fccca5-245e-454b-a82c-60750183c01e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557530 May 09 18:31:55.753563 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c3f65dac-7ea9-4b15-b33e-a6d90602c869 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:31:55.853746 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:55.866740 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'port_id': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'mac_address': 'fa:16:3e:83:cd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:31:55.909263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c3f65dac-7ea9-4b15-b33e-a6d90602c869 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:55.909650 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:55.922869 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f65dac-7ea9-4b15-b33e-a6d90602c869 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:31:55.942242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:55.945868 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:55.993290 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:56.000592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.001210 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.001575 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.001923 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.002260 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.002594 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.002925 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.003282 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.003613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.003944 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.004271 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.004611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.004941 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.005264 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.005619 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:56.210603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234fba-51d5-470d-aec7-07036aa9ee53 req-04beef68-9d38-4769-b310-40a2b121d907 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:56.212205 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a234fba-51d5-470d-aec7-07036aa9ee53 req-04beef68-9d38-4769-b310-40a2b121d907 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 944 time: 0.0750706 May 09 18:31:56.220209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cb7d-4bf2-448e-b4e6-801356f34dc7 req-d91f6c30-a719-4d0c-938f-6f6892db57a6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:56.221618 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5765cb7d-4bf2-448e-b4e6-801356f34dc7 req-d91f6c30-a719-4d0c-938f-6f6892db57a6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0750639 May 09 18:31:56.293447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a234fba-51d5-470d-aec7-07036aa9ee53 req-813d0fc6-0dfa-419a-b587-2f25189beadd tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708942 May 09 18:31:56.296622 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5765cb7d-4bf2-448e-b4e6-801356f34dc7 req-89afe386-df75-43b1-8f28-ba1447a66406 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684426 May 09 18:31:56.484111 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['c3f65dac-7ea9-4b15-b33e-a6d90602c869'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:31:56.633900 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddf1ee-4cd5-4a04-9ea0-b3d0b49ea5a1 req-1445ccbb-f5c4-4992-8d23-917c8e8d480d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:56.635499 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dddf1ee-4cd5-4a04-9ea0-b3d0b49ea5a1 req-1445ccbb-f5c4-4992-8d23-917c8e8d480d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0470548 May 09 18:31:56.682765 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dddf1ee-4cd5-4a04-9ea0-b3d0b49ea5a1 req-7ebd38c3-aa81-4d9f-8df7-8ddd082859d8 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 May 09 18:31:57.440013 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6195f4d-4918-44e8-8a8f-1f1f9c798afc req-0ae53faf-a07c-4871-a49e-573fafa9f3aa tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:57.441509 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c6195f4d-4918-44e8-8a8f-1f1f9c798afc req-0ae53faf-a07c-4871-a49e-573fafa9f3aa tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0770555 May 09 18:31:57.447451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b822c-49b9-4c71-96f9-67cee5d17f91 req-e984fc48-3b83-43b7-8c9e-bac856865814 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:57.449359 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d06b822c-49b9-4c71-96f9-67cee5d17f91 req-e984fc48-3b83-43b7-8c9e-bac856865814 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 944 time: 0.0764215 May 09 18:31:57.521766 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c6195f4d-4918-44e8-8a8f-1f1f9c798afc req-e6c0a745-104d-40dc-9897-88fbf6fab1ad tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 May 09 18:31:57.524686 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d06b822c-49b9-4c71-96f9-67cee5d17f91 req-1fcb5577-0dbe-4170-a95e-f92f24c12062 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686913 May 09 18:31:57.809647 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6ba6f-730e-4414-aff5-8469c96fcfbc req-efef1fc8-57ee-47ee-a14f-2121145f73e7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:57.811137 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-84d6ba6f-730e-4414-aff5-8469c96fcfbc req-efef1fc8-57ee-47ee-a14f-2121145f73e7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0582366 May 09 18:31:57.990392 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c3f65dac-7ea9-4b15-b33e-a6d90602c869 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:58.035018 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port c3f65dac-7ea9-4b15-b33e-a6d90602c869 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:31:58.040800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port c3f65dac-7ea9-4b15-b33e-a6d90602c869 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:58.041182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:58.085025 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-84d6ba6f-730e-4414-aff5-8469c96fcfbc req-def3201a-8561-4490-af93-c60e454aa62f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682786 May 09 18:31:58.132728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c3f65dac-7ea9-4b15-b33e-a6d90602c869 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:58.133121 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:58.154379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:58.156593 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d865e-089b-40db-886a-1d87b4a53713" -d '{"events": [{"server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "name": "network-vif-plugged", "status": "completed", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:58.169010 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:58.173159 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:58.198698 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f63f18-b799-4923-8f0c-2b46927298ae x-openstack-request-id: req-f3f63f18-b799-4923-8f0c-2b46927298ae {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:58.199015 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "name": "network-vif-plugged", "status": "completed", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:58.199307 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3f63f18-b799-4923-8f0c-2b46927298ae {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:58.199704 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f63f18-b799-4923-8f0c-2b46927298ae'] response: {'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'code': 200} May 09 18:31:58.223122 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:58.668462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121331-88fe-4bfa-b0f4-a44faf1b111c req-bf61f73d-a864-4336-90ff-79be9493b017 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:58.669921 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e121331-88fe-4bfa-b0f4-a44faf1b111c req-bf61f73d-a864-4336-90ff-79be9493b017 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0752597 May 09 18:31:58.677559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ffb6a-4b35-4b11-ac9f-32e911bce2f6 req-dfbb7ba7-9889-4662-9f81-54cccac6dc59 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:58.678893 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a6ffb6a-4b35-4b11-ac9f-32e911bce2f6 req-dfbb7ba7-9889-4662-9f81-54cccac6dc59 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0709689 May 09 18:31:58.749306 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e121331-88fe-4bfa-b0f4-a44faf1b111c req-87c3d647-f4ca-4b47-88fa-3ffe50b33607 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 May 09 18:31:58.752702 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a6ffb6a-4b35-4b11-ac9f-32e911bce2f6 req-696fe3dd-dcc1-45a6-9103-4565075ba445 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673969 May 09 18:31:58.980583 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253c132-594d-4ce8-a6a7-5efd293e35bc req-f52daaf9-4014-4926-aee6-b47d8af15f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:58.982627 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7253c132-594d-4ce8-a6a7-5efd293e35bc req-f52daaf9-4014-4926-aee6-b47d8af15f31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.0634787 May 09 18:31:59.023983 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5c60-77c2-4f56-bfe0-9728fdf8677a req-83a393fe-1f12-46c1-b6e3-e8a464fc4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:59.025508 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3af5c60-77c2-4f56-bfe0-9728fdf8677a req-83a393fe-1f12-46c1-b6e3-e8a464fc4cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 1129 time: 0.0718167 May 09 18:31:59.045178 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7253c132-594d-4ce8-a6a7-5efd293e35bc req-e292c93e-37e4-4c23-9735-03fd6b5da933 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512366 May 09 18:31:59.198483 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b4166-8a8a-4362-a8a6-19d52a743301 req-e52bed3a-a9be-4785-9cf4-412daea8e24e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:59.199956 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-598b4166-8a8a-4362-a8a6-19d52a743301 req-e52bed3a-a9be-4785-9cf4-412daea8e24e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0460308 May 09 18:31:59.247295 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-598b4166-8a8a-4362-a8a6-19d52a743301 req-1c7703a9-ef6e-42c4-9dac-08305d76d3c3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 May 09 18:31:59.690782 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3af5c60-77c2-4f56-bfe0-9728fdf8677a req-f9d6103a-811c-48dc-9955-c352b50b9433 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 May 09 18:31:59.894844 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf39241-6276-40ce-aa41-1054a0c9cfec req-c1540c80-c2e9-4e67-88d4-8f5304574816 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:59.896328 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-abf39241-6276-40ce-aa41-1054a0c9cfec req-c1540c80-c2e9-4e67-88d4-8f5304574816 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0796015 May 09 18:31:59.904537 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1506d0-ac07-4e74-8624-3ecc196c6ad8 req-59032c6e-9a74-4f63-a4a8-15167dcf7fcd tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:59.905928 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f1506d0-ac07-4e74-8624-3ecc196c6ad8 req-59032c6e-9a74-4f63-a4a8-15167dcf7fcd tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0805547 May 09 18:31:59.977347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-abf39241-6276-40ce-aa41-1054a0c9cfec req-66d2f4e8-9758-4e2a-a667-092660f5a0e4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704825 May 09 18:31:59.980881 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f1506d0-ac07-4e74-8624-3ecc196c6ad8 req-52512d0c-4e97-49f9-9086-d3e0bf9aa1c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670080 May 09 18:32:00.004875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:00.126928 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:00.148895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'mac_address': 'fa:16:3e:7f:3a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:00.192492 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:00.193197 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.210418 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:00.231580 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:00.235775 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.288274 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:00.378955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4bd6b-b82d-493e-ada8-4ebf9a4a3b04 req-6274ff24-3c7b-463d-a2f5-c5cc2c6bb758 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:00.380481 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7da4bd6b-b82d-493e-ada8-4ebf9a4a3b04 req-6274ff24-3c7b-463d-a2f5-c5cc2c6bb758 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0757251 May 09 18:32:00.391386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5f6b4-0bbc-4f40-bb52-5484702f183b req-75cc624d-bb33-4162-a406-4b5dffea1e1a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:00.392862 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51f5f6b4-0bbc-4f40-bb52-5484702f183b req-75cc624d-bb33-4162-a406-4b5dffea1e1a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 944 time: 0.0767350 May 09 18:32:00.466207 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7da4bd6b-b82d-493e-ada8-4ebf9a4a3b04 req-351c09d6-70fa-402d-a200-a858961fb5bf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723193 May 09 18:32:00.469574 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51f5f6b4-0bbc-4f40-bb52-5484702f183b req-eedd11ae-4389-4ffc-9cc2-4eb1858c6d65 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702646 May 09 18:32:00.885175 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:01.125045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a816-f3be-4445-abc1-581147db9d5c req-b3c4c9f2-c87f-4369-9289-03e17609cdda tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:01.126796 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5220a816-f3be-4445-abc1-581147db9d5c req-b3c4c9f2-c87f-4369-9289-03e17609cdda tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0758622 May 09 18:32:01.137780 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ade10c-d6ad-44a0-b8c4-a83a086343bf req-1d4f6687-73bc-417a-9a9f-e1d6c8d83bda tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:01.139221 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9ade10c-d6ad-44a0-b8c4-a83a086343bf req-1d4f6687-73bc-417a-9a9f-e1d6c8d83bda tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0788701 May 09 18:32:01.213135 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5220a816-f3be-4445-abc1-581147db9d5c req-71e5f0f2-8927-45c5-91d0-47df3f7149d8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 May 09 18:32:01.235061 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9ade10c-d6ad-44a0-b8c4-a83a086343bf req-bb0b0abc-a50c-46b5-96d9-bf58b2c3399a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882242 May 09 18:32:01.614154 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0ec3c-4eba-4bd4-b71a-a51f3b7fcd9a req-aa1aa07c-58c4-445d-9b8d-2673a5f39d9f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:01.615546 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3d0ec3c-4eba-4bd4-b71a-a51f3b7fcd9a req-aa1aa07c-58c4-445d-9b8d-2673a5f39d9f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0796633 May 09 18:32:01.621951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59759d1a-e62b-4fd6-868a-828a774167d8 req-eaf347e6-c15d-45cf-8680-5baa39c632c4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:01.623397 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-59759d1a-e62b-4fd6-868a-828a774167d8 req-eaf347e6-c15d-45cf-8680-5baa39c632c4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 944 time: 0.0862012 May 09 18:32:01.691682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3d0ec3c-4eba-4bd4-b71a-a51f3b7fcd9a req-fe9a352c-7615-4a02-b9dc-a5346474ce54 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673547 May 09 18:32:01.700556 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-59759d1a-e62b-4fd6-868a-828a774167d8 req-737c5fb5-ff33-4e4d-acc0-252da0f46e93 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702956 May 09 18:32:02.109986 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:02.154649 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:02.160243 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:02.160719 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.235942 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:02.236334 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.274538 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:02.275976 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:02.279503 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085e4dc1-9320-458d-b493-4d2827bd0489" -d '{"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-plugged", "status": "completed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:02.283227 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.343696 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:02.370768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb187-13a8-4b68-a7bf-cec217c3415a req-ae7f76e6-d728-4e71-af81-ce7f5cb61a87 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.372297 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f3cb187-13a8-4b68-a7bf-cec217c3415a req-ae7f76e6-d728-4e71-af81-ce7f5cb61a87 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0843537 May 09 18:32:02.381632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94388a63-ed1c-45ef-a305-b51a9f43b441 req-e84c49eb-5e35-4ca7-b7ca-e13bd33ec618 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.382941 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94388a63-ed1c-45ef-a305-b51a9f43b441 req-e84c49eb-5e35-4ca7-b7ca-e13bd33ec618 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0788960 May 09 18:32:02.447932 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f3cb187-13a8-4b68-a7bf-cec217c3415a req-af77d780-3a55-4bf7-9339-3d00d8101fb6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639973 May 09 18:32:02.466685 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94388a63-ed1c-45ef-a305-b51a9f43b441 req-d64e7d45-6b28-4e19-be69-7bc07205cec8 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642667 May 09 18:32:02.521837 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fe9b7-ec7d-4ef2-a513-2275639e45de x-openstack-request-id: req-9d9fe9b7-ec7d-4ef2-a513-2275639e45de {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:02.522175 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-plugged", "status": "completed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:02.522669 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d9fe9b7-ec7d-4ef2-a513-2275639e45de {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:02.523475 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9fe9b7-ec7d-4ef2-a513-2275639e45de'] response: {'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'code': 200} May 09 18:32:02.631567 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:02.637161 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e74383-cb87-43a2-a586-e5d5db670305 req-4a56e08e-1b38-4309-aaac-9507ad8fe22f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.641842 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40e74383-cb87-43a2-a586-e5d5db670305 req-4a56e08e-1b38-4309-aaac-9507ad8fe22f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0596499 May 09 18:32:02.647200 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:02.653532 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'port_id': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:02.659251 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:02.713325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.826659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6017afa-24e7-4984-96f2-4dde939f3957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.842300 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46873066-134a-4430-a426-38f7e308c7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.904091 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22749ec-40dd-4c6b-814f-2b885de0f3ab req-aa0a4179-f8e6-44f2-a01b-a5ee592af3a6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.905532 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c22749ec-40dd-4c6b-814f-2b885de0f3ab req-aa0a4179-f8e6-44f2-a01b-a5ee592af3a6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.1188536 May 09 18:32:02.911327 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079175-ce49-41f7-a658-4bb9a01f7fbf req-8b11d3a1-79f8-4963-a827-70c227d142a2 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.912694 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06079175-ce49-41f7-a658-4bb9a01f7fbf req-8b11d3a1-79f8-4963-a827-70c227d142a2 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.1105313 May 09 18:32:02.939215 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6017afa-24e7-4984-96f2-4dde939f3957 admin admin] Publish callbacks [] for security_group (41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.943746 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6017afa-24e7-4984-96f2-4dde939f3957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.951300 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:32:02.986143 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6017afa-24e7-4984-96f2-4dde939f3957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:03.007782 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6017afa-24e7-4984-96f2-4dde939f3957 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2b375defd1e41149b8949a808b49dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737116 May 09 18:32:03.008487 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:03.024696 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46873066-134a-4430-a426-38f7e308c7e8 admin admin] Publish callbacks [] for security_group (e322e8b0-5ea8-47e5-94f1-df7e68d09e2d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.034862 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46873066-134a-4430-a426-38f7e308c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e322e8b0-5ea8-47e5-94f1-df7e68d09e2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.036296 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c22749ec-40dd-4c6b-814f-2b885de0f3ab req-7b244b6a-bbf0-453f-b854-6f8577b5f9a0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226213 May 09 18:32:03.048179 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06079175-ce49-41f7-a658-4bb9a01f7fbf req-f757563e-f92e-4c98-89e5-a352fce53573 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191428 May 09 18:32:03.105060 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46873066-134a-4430-a426-38f7e308c7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e322e8b0-5ea8-47e5-94f1-df7e68d09e2d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:03.115715 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-46873066-134a-4430-a426-38f7e308c7e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc8ecae09da549248c002d344f413ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551976 May 09 18:32:03.116717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:03.117364 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] Publish callbacks [] for security_group (41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.163966 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] Publish callbacks [] for security_group (41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.214137 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] Publish callbacks [] for security_group (e322e8b0-5ea8-47e5-94f1-df7e68d09e2d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.225169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab2ce-3be2-4eaa-a266-17c68a67ba1f req-b0b76b62-28ad-4cdf-be3c-9a31b95909b4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:03.232316 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b5ab2ce-3be2-4eaa-a266-17c68a67ba1f req-b0b76b62-28ad-4cdf-be3c-9a31b95909b4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0935941 May 09 18:32:03.243932 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] Publish callbacks [] for security_group (e322e8b0-5ea8-47e5-94f1-df7e68d09e2d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.266501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.268997 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.270116 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0 HTTP/1.1" status: 204 len: 168 time: 0.2563057 May 09 18:32:03.291302 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512e4fe-a826-47b9-92c2-85ab84d88a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dcb9e9-9478-42f4-9ad3-5c0f039ca7d0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:03.318101 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e322e8b0-5ea8-47e5-94f1-df7e68d09e2d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.321266 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.327748 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b5ab2ce-3be2-4eaa-a266-17c68a67ba1f req-7c3ad116-5766-4fd1-af7a-638cc1723c44 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947390 May 09 18:32:03.336945 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e322e8b0-5ea8-47e5-94f1-df7e68d09e2d HTTP/1.1" status: 204 len: 168 time: 0.2086518 May 09 18:32:03.355436 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2599fb-7184-467a-8654-2fc5adc7724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e322e8b0-5ea8-47e5-94f1-df7e68d09e2d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:03.431986 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-8677ed3b-9f68-4d74-9d80-be3bbe9431f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:03.434798 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-8677ed3b-9f68-4d74-9d80-be3bbe9431f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.0545313 May 09 18:32:03.441111 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.445266 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.531310 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649730e-d90f-430e-8608-8f12df8dcc67 req-27998d10-a4f5-4266-803c-3ba7f83e274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:03.532935 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6649730e-d90f-430e-8608-8f12df8dcc67 req-27998d10-a4f5-4266-803c-3ba7f83e274e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0523198 May 09 18:32:03.561635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-5801eae6-0c0d-4552-998f-b5bf33c06d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:03.563314 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-5801eae6-0c0d-4552-998f-b5bf33c06d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.1100554 May 09 18:32:03.612303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP d04619dc-0b90-41a2-b5d1-97659f9c01fc associated. External IP: 172.27.3.245, port: c3f65dac-7ea9-4b15-b33e-a6d90602c869. May 09 18:32:03.622468 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6649730e-d90f-430e-8608-8f12df8dcc67 req-6ebd942b-84f1-47d3-97ef-8c5fc6a95b2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821502 May 09 18:32:03.622956 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-47a9836c-b5fd-4e7f-b987-ec77d918b24c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0529296 May 09 18:32:03.851880 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:32:03.979381 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-40747eab-14fd-4bc5-b778-2513533f5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:03.981337 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-40747eab-14fd-4bc5-b778-2513533f5b74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0517828 May 09 18:32:03.996193 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:32:04.005107 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:32:04.018271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.020297 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:04.020486 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:04.053451 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b33ef749-528b-4f21-aa2c-6ff4a7ca153c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "PUT /v2.0/floatingips/d04619dc-0b90-41a2-b5d1-97659f9c01fc HTTP/1.1" status: 200 len: 991 time: 1.4027288 May 09 18:32:04.053451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:04.054680 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332543f7-00ce-4611-9975-b6addb760c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:04.101671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d49e848-ff6c-481a-934f-b73bce8e3872 x-openstack-request-id: req-2d49e848-ff6c-481a-934f-b73bce8e3872 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:04.101964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:04.102221 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d49e848-ff6c-481a-934f-b73bce8e3872 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:04.102918 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d49e848-ff6c-481a-934f-b73bce8e3872'] response: {'name': 'network-changed', 'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'status': 'completed', 'code': 200} May 09 18:32:04.202554 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:04.211316 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e630e5-1cc0-4c7c-89a4-f880e8f0d39d req-cd0467ae-4225-4005-99d8-42654e218a5c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.213287 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6e630e5-1cc0-4c7c-89a4-f880e8f0d39d req-cd0467ae-4225-4005-99d8-42654e218a5c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0692446 May 09 18:32:04.292055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762a38-40c7-44a7-a561-e12a577f08aa req-f390a57b-70fc-485d-8180-25dbeda537df tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.293626 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b762a38-40c7-44a7-a561-e12a577f08aa req-f390a57b-70fc-485d-8180-25dbeda537df tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0788059 May 09 18:32:04.319605 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6e630e5-1cc0-4c7c-89a4-f880e8f0d39d req-5dcb7b0c-fecd-40f8-82fe-6d4d156e296f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957787 May 09 18:32:04.421289 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b762a38-40c7-44a7-a561-e12a577f08aa req-1c65d73a-2168-4f0a-9b07-8df2b4548131 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053092 May 09 18:32:04.478863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84b1cb-c0c8-49d4-818d-e5a8590498bd req-afad1c9c-b182-45d6-9b93-cdeaf4fb3c68 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.488483 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f84b1cb-c0c8-49d4-818d-e5a8590498bd req-afad1c9c-b182-45d6-9b93-cdeaf4fb3c68 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0594077 May 09 18:32:04.492568 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}, {'id': 'd04619dc-0b90-41a2-b5d1-97659f9c01fc', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:83:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b90383-7829-430d-ba18-361f2ef96634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:46Z', 'updated_at': '2022-05-09T18:32:03Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:04.526970 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:32:04.537975 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:04.538588 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:04.546983 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f84b1cb-c0c8-49d4-818d-e5a8590498bd req-e682b398-e07f-4a1e-9cd9-f62006d541da tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566373 May 09 18:32:04.550581 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-f0c1a6d2-eefb-4cce-878e-739aa4bda656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.555756 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-f0c1a6d2-eefb-4cce-878e-739aa4bda656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834279 May 09 18:32:04.594467 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332543f7-00ce-4611-9975-b6addb760c8e req-a578f66b-c3c8-46d9-a3fe-a8ce168c307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.596459 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-a578f66b-c3c8-46d9-a3fe-a8ce168c307f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 1129 time: 0.0482895 May 09 18:32:04.680427 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-7432d88b-4171-483c-aed4-77d90505ac66 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179233 May 09 18:32:04.692049 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:04.714667 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332543f7-00ce-4611-9975-b6addb760c8e req-011532a4-ead9-4ebd-a64c-5c7023f3760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.716300 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-011532a4-ead9-4ebd-a64c-5c7023f3760a service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.1103015 May 09 18:32:04.814447 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45a561e3-13c5-4d74-95db-47abd91874a0 req-c8771c89-7190-4a6b-b710-3395ea727836 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230526 May 09 18:32:04.817676 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-91124591-069f-4188-9775-c345b745e6f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869 HTTP/1.1" status: 200 len: 999 time: 0.0853305 May 09 18:32:04.889525 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:05.016777 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfe6c1f-92a8-445e-a8b4-1ad6fe8235b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.058269 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}, {'id': 'd04619dc-0b90-41a2-b5d1-97659f9c01fc', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:83:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b90383-7829-430d-ba18-361f2ef96634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:46Z', 'updated_at': '2022-05-09T18:32:03Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:05.084493 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a495bd-7b46-4f7a-8f25-af63540b5ea7 None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}, {'id': 'd04619dc-0b90-41a2-b5d1-97659f9c01fc', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:83:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b90383-7829-430d-ba18-361f2ef96634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:46Z', 'updated_at': '2022-05-09T18:32:03Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:32:05.094922 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfe6c1f-92a8-445e-a8b4-1ad6fe8235b6 admin admin] Publish callbacks [] for security_group (52d01c83-d404-4927-8d46-4747a3b746df), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.099379 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfe6c1f-92a8-445e-a8b4-1ad6fe8235b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (52d01c83-d404-4927-8d46-4747a3b746df), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.139152 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-acfe6c1f-92a8-445e-a8b4-1ad6fe8235b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70c9f13a55b04467a9c84c624ae9bf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484665 May 09 18:32:05.140256 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6c1f-92a8-445e-a8b4-1ad6fe8235b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d01c83-d404-4927-8d46-4747a3b746df,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:05.141769 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:05.192167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] Publish callbacks [] for security_group (52d01c83-d404-4927-8d46-4747a3b746df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.213239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] Publish callbacks [] for security_group (52d01c83-d404-4927-8d46-4747a3b746df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.261536 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (52d01c83-d404-4927-8d46-4747a3b746df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.264208 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.265360 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52d01c83-d404-4927-8d46-4747a3b746df HTTP/1.1" status: 204 len: 168 time: 0.1224918 May 09 18:32:05.274509 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72901425-d4dc-41c1-9558-86078fba06ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d01c83-d404-4927-8d46-4747a3b746df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:05.283868 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c36e36-b41c-4995-9a21-64d6694f1381 None None] New status for floating IP d04619dc-0b90-41a2-b5d1-97659f9c01fc: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:32:05.437101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8911c-1426-4dfa-9c61-59791d3be5f0 req-c966a8c9-5fa4-4256-b8e0-ff21678c9054 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.438781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eff8911c-1426-4dfa-9c61-59791d3be5f0 req-c966a8c9-5fa4-4256-b8e0-ff21678c9054 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0486827 May 09 18:32:05.496536 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eff8911c-1426-4dfa-9c61-59791d3be5f0 req-91d08b6d-27f8-4510-a7eb-949f81316a6e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517652 May 09 18:32:05.547968 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8f77-65be-4194-85e6-6caa5dce86a3 req-94ee39f5-1058-44fc-b95b-2f0c826c0a6a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.549512 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fcc8f77-65be-4194-85e6-6caa5dce86a3 req-94ee39f5-1058-44fc-b95b-2f0c826c0a6a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0568516 May 09 18:32:05.602580 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fcc8f77-65be-4194-85e6-6caa5dce86a3 req-3dd2fbd1-d37a-490e-a477-4bf83b9efe11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 May 09 18:32:05.686670 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba585717-649d-42d8-8f49-9429d4fde656 req-b3e6e9b5-1514-43e2-a169-ae4cf41a0aee tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.691678 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba585717-649d-42d8-8f49-9429d4fde656 req-b3e6e9b5-1514-43e2-a169-ae4cf41a0aee tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0634758 May 09 18:32:05.781489 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba585717-649d-42d8-8f49-9429d4fde656 req-08e714af-e57f-40fc-9b62-0bab9f96bccd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876956 May 09 18:32:05.782983 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332543f7-00ce-4611-9975-b6addb760c8e req-bff37d22-3b3c-4261-8666-b3ffe7c0aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.785427 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-bff37d22-3b3c-4261-8666-b3ffe7c0aded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0761671 May 09 18:32:05.883681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332543f7-00ce-4611-9975-b6addb760c8e req-bd434303-d4ab-415a-a220-aa27bcd1a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.885174 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-bd434303-d4ab-415a-a220-aa27bcd1a715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400932 May 09 18:32:05.987509 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-3aaa2040-5d6d-4cef-a18d-3e47063161dd service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924370 May 09 18:32:06.618928 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7210-23e3-40b7-9637-452a80afe2b0 req-bd1f5fb5-f730-433d-9f9c-59d9c4a0eb5d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.620986 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1f7210-23e3-40b7-9637-452a80afe2b0 req-bd1f5fb5-f730-433d-9f9c-59d9c4a0eb5d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0536463 May 09 18:32:06.668154 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d1f7210-23e3-40b7-9637-452a80afe2b0 req-db0e6b47-ac2b-4582-9750-ed0892b4fe07 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 May 09 18:32:06.720618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101ac9b-d163-4abd-b4a8-2c18a5de435a req-b05c6915-577b-48b5-bde0-f84668fde1f7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.722184 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f101ac9b-d163-4abd-b4a8-2c18a5de435a req-b05c6915-577b-48b5-bde0-f84668fde1f7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0475271 May 09 18:32:06.769698 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f101ac9b-d163-4abd-b4a8-2c18a5de435a req-c4f3a52b-32cf-41b9-bd9f-4fe9c043437d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 May 09 18:32:06.891035 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d9c5-0060-4324-89b3-346ed7b2ce2a req-7830555d-c692-48ee-aff8-0f982f5aa251 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.892438 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc37d9c5-0060-4324-89b3-346ed7b2ce2a req-7830555d-c692-48ee-aff8-0f982f5aa251 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0457036 May 09 18:32:06.941601 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc37d9c5-0060-4324-89b3-346ed7b2ce2a req-e39f70d0-d9ac-4228-a31b-dce9d3f35493 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 May 09 18:32:07.050504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9ef5f-2241-40d3-905a-f1f1393cb66a req-b4f272c0-f649-423e-9c34-f5856aea769e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.051961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-72b9ef5f-2241-40d3-905a-f1f1393cb66a req-b4f272c0-f649-423e-9c34-f5856aea769e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0456741 May 09 18:32:07.098243 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-72b9ef5f-2241-40d3-905a-f1f1393cb66a req-6dfdd3e1-ba6c-4211-b88c-9b3101717d61 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 May 09 18:32:07.118790 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:07.294160 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeda0aa-d700-4591-8af8-d753f9808fc5 tempest-TestShelveInstance-999645514 tempest-TestShelveInstance-999645514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.295657 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7eeda0aa-d700-4591-8af8-d753f9808fc5 tempest-TestShelveInstance-999645514 tempest-TestShelveInstance-999645514-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1124 time: 0.1758866 May 09 18:32:07.298613 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:07.302815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:07.322169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.614019 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.715564 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Allocated IP 172.27.3.225 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/2bcf7b0b-28a6-4124-a75c-2d6d2d06499f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:07.817360 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6648-72ae-4041-a182-0a84db510f45 req-ff063a31-5198-4088-9a32-8156c851b129 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.818837 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b0b6648-72ae-4041-a182-0a84db510f45 req-ff063a31-5198-4088-9a32-8156c851b129 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0763180 May 09 18:32:07.906998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.934760 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e11e-4746-4fe4-994f-7fa25532b9a6 req-c8015d34-bf78-42bc-8efc-a533df98fbba tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.936190 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7543e11e-4746-4fe4-994f-7fa25532b9a6 req-c8015d34-bf78-42bc-8efc-a533df98fbba tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0890632 May 09 18:32:07.942689 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b0b6648-72ae-4041-a182-0a84db510f45 req-48e6291c-c7b5-4edd-972c-9145450cf9c4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154656 May 09 18:32:07.993731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.024712 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7543e11e-4746-4fe4-994f-7fa25532b9a6 req-4e91ac76-fa0c-4aa1-b3d0-f6ec4c540523 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797622 May 09 18:32:08.035814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:08.038589 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:08.042639 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:08.075927 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'Port': ['ID=2bcf7b0b-28a6-4124-a75c-2d6d2d06499f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:08.406601 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for floatingip (1318ad0c-5894-4197-9630-92311179351b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.478552 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.624571 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.628825 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.695816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event updated for resources: {'Port': ['ID=2bcf7b0b-28a6-4124-a75c-2d6d2d06499f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:08.705794 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (1318ad0c-5894-4197-9630-92311179351b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.805890 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Floating IP 1318ad0c-5894-4197-9630-92311179351b associated. External IP: 172.27.3.225, port: c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c. May 09 18:32:09.024369 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:32:09.066120 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb5a3d-8e09-494a-9d38-aa45b66d6ab5 req-9adda55f-975c-4f88-ad64-40b45e183e74 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:09.067873 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4eeb5a3d-8e09-494a-9d38-aa45b66d6ab5 req-9adda55f-975c-4f88-ad64-40b45e183e74 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0580821 May 09 18:32:09.186908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5122-6be2-4279-8716-827824aec4b8 req-91b3661c-a4b3-4063-b05f-303d386c7591 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:09.188397 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a1b5122-6be2-4279-8716-827824aec4b8 req-91b3661c-a4b3-4063-b05f-303d386c7591 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0843689 May 09 18:32:09.244444 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4eeb5a3d-8e09-494a-9d38-aa45b66d6ab5 req-61ea46cf-7b15-46b2-895d-3eb57ac6111b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414509 May 09 18:32:09.273537 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:32:09.283652 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Sync routers for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:32:09.293108 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:09.293789 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:09.293926 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a1b5122-6be2-4279-8716-827824aec4b8 req-ed2b1c25-914b-470c-a516-2060c20b0704 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956850 May 09 18:32:09.300340 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.333728 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-37c3100e-6751-4ace-a14b-145c24b13be1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0314944 May 09 18:32:09.333728 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:09.334178 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791b301f-73f1-40b4-b24d-59f7a5428f20" -d '{"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:09.370968 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464cea60-65aa-4d9b-8258-ca3dd68322d9 x-openstack-request-id: req-464cea60-65aa-4d9b-8258-ca3dd68322d9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:09.371291 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:09.371552 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-464cea60-65aa-4d9b-8258-ca3dd68322d9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:09.371958 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464cea60-65aa-4d9b-8258-ca3dd68322d9'] response: {'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'status': 'completed', 'code': 200} May 09 18:32:09.405637 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:09.600496 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.614525 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '1318ad0c-5894-4197-9630-92311179351b', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'mac_address': 'fa:16:3e:7f:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:08Z', 'updated_at': '2022-05-09T18:32:08Z', 'revision_number': 0, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:09.641280 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Checking router: ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:32:09.649807 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:09.650413 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:31:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:09.759492 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:09.967363 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '1318ad0c-5894-4197-9630-92311179351b', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'mac_address': 'fa:16:3e:7f:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:08Z', 'updated_at': '2022-05-09T18:32:08Z', 'revision_number': 0, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:09.993116 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba02c-98b2-4890-a0e2-c92662868be5 None None] The sync data for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi is: [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '1318ad0c-5894-4197-9630-92311179351b', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'mac_address': 'fa:16:3e:7f:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:08Z', 'updated_at': '2022-05-09T18:32:08Z', 'revision_number': 0, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:32:10.183846 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef1621-0196-45f7-be41-ae1677423568 None None] New status for floating IP 1318ad0c-5894-4197-9630-92311179351b: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:32:10.362168 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe1d7c-308f-4a77-94fd-ee4cf3dd1174 req-03fb4f00-811c-432e-80ba-823c87ee768d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.363783 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfbe1d7c-308f-4a77-94fd-ee4cf3dd1174 req-03fb4f00-811c-432e-80ba-823c87ee768d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0508640 May 09 18:32:10.466504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961ccf3-db15-4b04-9105-1e8aea408549 req-5514b1bc-6418-4f78-8ff2-56608e27290e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.468087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a961ccf3-db15-4b04-9105-1e8aea408549 req-5514b1bc-6418-4f78-8ff2-56608e27290e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0779541 May 09 18:32:10.480341 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfbe1d7c-308f-4a77-94fd-ee4cf3dd1174 req-d319d542-7285-4b0a-b732-3eec68896e08 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094611 May 09 18:32:10.564955 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a961ccf3-db15-4b04-9105-1e8aea408549 req-3ad5f202-2a01-4d0d-8118-b51ef3ec31be tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877438 May 09 18:32:10.596032 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332543f7-00ce-4611-9975-b6addb760c8e req-3ea62f4b-af6e-41b3-9cbf-000b8395eed6 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269982 May 09 18:32:10.606747 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-05eafb20-5f1c-44ca-be8c-0f61dbf0e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.608322 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-05eafb20-5f1c-44ca-be8c-0f61dbf0e4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0428457 May 09 18:32:10.686767 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-1e64edc7-74db-414c-9abd-53a6af62ad4e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=366da93a37f54180a7c2226d90a2356d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293303 May 09 18:32:10.867649 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-996ac053-d3cf-4ae3-bfb6-59bad798b903 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.869010 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-996ac053-d3cf-4ae3-bfb6-59bad798b903 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771202 May 09 18:32:10.883914 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-49088aca-c5af-4c87-8b11-98b345578f62 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/quotas/366da93a37f54180a7c2226d90a2356d HTTP/1.1" status: 200 len: 375 time: 0.0089364 May 09 18:32:10.913916 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-287a4345-a9f0-4a1f-9bea-20acc0182460 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=366da93a37f54180a7c2226d90a2356d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252383 May 09 18:32:11.066225 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f0d9997-e3e9-4d20-83ce-ea4de234abe7 req-1033e51b-99ab-4250-899c-219917168135 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0281956 May 09 18:32:11.383790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fb3574e-e461-4db8-9cd6-746b49403e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:11.597475 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82d00-2ea6-497e-bcd4-eee78db35c08 req-9ec164b9-a899-47a6-b509-44f16bd1d827 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.599095 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34b82d00-2ea6-497e-bcd4-eee78db35c08 req-9ec164b9-a899-47a6-b509-44f16bd1d827 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0490515 May 09 18:32:11.655964 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34b82d00-2ea6-497e-bcd4-eee78db35c08 req-1d62c17c-f7f8-4aee-8fca-1be6cc26ae02 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513124 May 09 18:32:11.688746 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525614-2a76-4b2e-a18b-a6baf35a8dc4 req-061c67ae-c7d3-44c1-be1b-0663d79bfe13 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.690184 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b525614-2a76-4b2e-a18b-a6baf35a8dc4 req-061c67ae-c7d3-44c1-be1b-0663d79bfe13 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0507932 May 09 18:32:11.735160 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b525614-2a76-4b2e-a18b-a6baf35a8dc4 req-8d2fd44d-074d-4ea5-adc8-cd2874df0dce tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 May 09 18:32:12.157048 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-31a085eb-efab-42b2-a416-1a6085a5ddfe req-ba7fc33c-b532-41c9-b23e-2dae02bfd8e3 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0273004 May 09 18:32:12.771239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa424-b296-4cb1-ad64-20c81e8ebb0f req-2e736754-03eb-410d-8537-c62a07a7a1f0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:12.772731 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-efffa424-b296-4cb1-ad64-20c81e8ebb0f req-2e736754-03eb-410d-8537-c62a07a7a1f0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0489876 May 09 18:32:12.844153 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-efffa424-b296-4cb1-ad64-20c81e8ebb0f req-30d119d2-007f-43fa-b4bf-0ec9c5615543 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 May 09 18:32:12.857311 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9856ab-471f-42cf-9a8a-8fb0ccc30529 req-06999ba7-4ade-4c45-8490-8dd20a1a4ebd tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:12.858766 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c9856ab-471f-42cf-9a8a-8fb0ccc30529 req-06999ba7-4ade-4c45-8490-8dd20a1a4ebd tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0565968 May 09 18:32:12.904725 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c9856ab-471f-42cf-9a8a-8fb0ccc30529 req-996c0d60-f813-4ae1-9fd8-c92ec94cc2d9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 May 09 18:32:13.249751 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ac3c276a-cdf1-4c53-868b-e9b76f274d0d req-5dee756a-b313-4a0a-9213-57a81b1ea021 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0305290 May 09 18:32:13.589728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0b79355-aea0-400d-b194-57c8479953aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.959904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd4f0c-14c4-46f0-81cc-379e1a196938 req-c9a56e0e-fe3d-44e7-8e71-2a31e98d8f40 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.964909 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9fd4f0c-14c4-46f0-81cc-379e1a196938 req-c9a56e0e-fe3d-44e7-8e71-2a31e98d8f40 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0539320 May 09 18:32:14.045745 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9fd4f0c-14c4-46f0-81cc-379e1a196938 req-602456e4-b59d-4584-9bd1-d2f6ecb2160d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 May 09 18:32:14.051857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6c4bd-4283-433d-9ff3-f660219afb90 req-947fe2ab-3c02-4622-916e-492825504f93 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.056923 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05d6c4bd-4283-433d-9ff3-f660219afb90 req-947fe2ab-3c02-4622-916e-492825504f93 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0796435 May 09 18:32:14.109657 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05d6c4bd-4283-433d-9ff3-f660219afb90 req-dfd7dad6-23c1-4e0f-a903-ae1753230775 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 May 09 18:32:14.231050 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-0a009fb7-c7ee-4f7d-91ce-bbd00a209380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.232560 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-0a009fb7-c7ee-4f7d-91ce-bbd00a209380 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.3233845 May 09 18:32:14.354099 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b59851c-eaac-48ff-a0a5-560bbf10b458 req-cbb4c67d-634a-429f-a4d2-4201536e8977 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0341103 May 09 18:32:14.359512 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-86b6eaa2-e114-494c-aa77-ddd0bb4ba03b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 1001 time: 0.0607839 May 09 18:32:14.414023 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-f1be2f19-242e-495c-a505-c6096703ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.415522 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-f1be2f19-242e-495c-a505-c6096703ce86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0473750 May 09 18:32:14.481170 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-bebb2592-8ce4-4289-be95-880a8a3f1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.483071 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-bebb2592-8ce4-4289-be95-880a8a3f1ddc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396264 May 09 18:32:14.580787 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-222071fa-1335-45a3-ad97-0a9bfd17c559 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866733 May 09 18:32:14.704149 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.978001 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-791b301f-73f1-40b4-b24d-59f7a5428f20 req-55a1f8b9-ee6d-46f3-b0f7-5a8c1a511769 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998006 May 09 18:32:15.169190 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722a5f-d4e8-452b-a137-f844066362c6 req-e021e802-0d08-42b9-a2b1-be1eece691e6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:15.170751 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58722a5f-d4e8-452b-a137-f844066362c6 req-e021e802-0d08-42b9-a2b1-be1eece691e6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0497234 May 09 18:32:15.249138 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196103-cc1c-41b5-a6c6-39d034deb597 req-873be179-8b88-4a8e-9259-952fabb128b9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:15.250825 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e196103-cc1c-41b5-a6c6-39d034deb597 req-873be179-8b88-4a8e-9259-952fabb128b9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0611320 May 09 18:32:15.254028 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58722a5f-d4e8-452b-a137-f844066362c6 req-38c580ef-4004-4795-9078-10ebe0e8ac7a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777664 May 09 18:32:15.301717 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e196103-cc1c-41b5-a6c6-39d034deb597 req-49bd58f2-106c-488d-927b-d7169a3a396b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 May 09 18:32:15.450146 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7c7cbc83-306c-4102-a35a-878614d09a14 req-9acffff6-274e-4587-b371-0d13e33ec623 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0286949 May 09 18:32:16.140730 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.412132 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca9e1-3480-4b7b-8ea6-de83fbdd2fdf req-9925593d-1edd-407e-9292-3ab85fb0b4cc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:16.413586 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e5eca9e1-3480-4b7b-8ea6-de83fbdd2fdf req-9925593d-1edd-407e-9292-3ab85fb0b4cc tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0464084 May 09 18:32:16.458447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e5eca9e1-3480-4b7b-8ea6-de83fbdd2fdf req-d536bf74-eb0b-458b-bc80-4939e4212f86 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 May 09 18:32:16.544638 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-77c28aef-b964-4b61-b509-b758125c1a6c req-ae66edeb-4e4e-4f3b-959c-81af5f5a59ec tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0277300 May 09 18:32:17.576099 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78890e-d273-4451-a1b6-f8d73e14f034 req-375dd4c6-d623-4e55-a5de-3e34bc9905c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:17.577659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd78890e-d273-4451-a1b6-f8d73e14f034 req-375dd4c6-d623-4e55-a5de-3e34bc9905c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0496020 May 09 18:32:17.578064 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.664201 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd78890e-d273-4451-a1b6-f8d73e14f034 req-f7cf3b23-733f-4d8f-9f74-86cb7d8000d7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788343 May 09 18:32:17.674194 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a81add94-d1b0-4a1e-bb02-dd52d1fe3dd2 req-a7c7e78e-8732-4e01-ad02-876cc288c818 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0521219 May 09 18:32:17.676209 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-a73cef4d-2033-4760-8693-b0f8ebbed534 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=366da93a37f54180a7c2226d90a2356d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388541 May 09 18:32:17.787828 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-ea73442b-6292-4013-9498-4543b9a597d3 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:17.789282 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-ea73442b-6292-4013-9498-4543b9a597d3 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055768 May 09 18:32:17.816020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Request body: {'port': {'device_id': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443', 'admin_state_up': True, 'tenant_id': '366da93a37f54180a7c2226d90a2356d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:17.922874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Made reservation on behalf of 366da93a37f54180a7c2226d90a2356d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:17.926062 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.937493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.011118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks [] for security_group (fb1b4a82-c16c-4034-b8ee-f40a5f086f75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.014416 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fb1b4a82-c16c-4034-b8ee-f40a5f086f75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.076248 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b4a82-c16c-4034-b8ee-f40a5f086f75,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:18.140296 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Allocated IP 192.168.233.91 (bee3fd0c-fc62-4ff8-b952-1742f7eff443/efe1213c-3d6f-40f7-8d3e-4954b590f83b/72826bc3-b8ba-4b4b-8df5-a56b997a76f1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:18.506033 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks [] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.538063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.581139 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Network bee3fd0c-fc62-4ff8-b952-1742f7eff443 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:18.584364 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:18.590563 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:18.613112 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Pushing event updated for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:18.646060 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.646694 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.664891 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-0790a553-c5d2-4335-95f3-4e5d5f0a3ab5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8523769 May 09 18:32:18.687118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Request body: {'port': {'device_id': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:18.755780 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:18.761920 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605583813', 'description': 'tempest-description--1476735522'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:18.770935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.795802 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.879280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (2dfbda49-224e-44e3-8790-f8a5e686affa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.888499 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2dfbda49-224e-44e3-8790-f8a5e686affa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.902518 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ca26a-3328-47f8-8ebc-3e74eab2b9e8 req-6699eda3-fa98-4077-b04b-5a0a8680ea99 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.902933 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5c6ea1a3-7830-47a9-bcb6-acdaa8d1f1ff None None] Provisioning complete for port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:18.903766 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea1a3-7830-47a9-bcb6-acdaa8d1f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.904092 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a11ca26a-3328-47f8-8ebc-3e74eab2b9e8 req-6699eda3-fa98-4077-b04b-5a0a8680ea99 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.1351120 May 09 18:32:18.916707 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.919777 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627908 May 09 18:32:18.923548 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:18.925140 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc310a8-aae1-4441-b862-e1590211921a req-406dae3f-861d-4fd9-a8c9-172cb00f89f5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.926258 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7bc310a8-aae1-4441-b862-e1590211921a req-406dae3f-861d-4fd9-a8c9-172cb00f89f5 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 935 time: 0.1164224 May 09 18:32:18.934133 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'security_group_rule': {'security_group_id': '2dfbda49-224e-44e3-8790-f8a5e686affa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:18.948833 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a2de1-9b6e-41db-bbf8-aa89ef27a4cd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbda49-224e-44e3-8790-f8a5e686affa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:18.949643 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ea1a3-7830-47a9-bcb6-acdaa8d1f1ff None None] Port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:32:18.980750 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (efcd9a77-05f6-4b46-861f-a12bc19f58c2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.057620 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (efcd9a77-05f6-4b46-861f-a12bc19f58c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.062171 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (efcd9a77-05f6-4b46-861f-a12bc19f58c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.084369 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcd9a77-05f6-4b46-861f-a12bc19f58c2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:19.095718 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.100081 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-95d12000-9cc1-4fa8-91fc-6b4a217b22d4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754057 May 09 18:32:19.100816 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:19.100940 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a11ca26a-3328-47f8-8ebc-3e74eab2b9e8 req-f99fa742-018d-4f04-82f0-010ecf717740 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848996 May 09 18:32:19.105757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'security_group_rule': {'security_group_id': '2dfbda49-224e-44e3-8790-f8a5e686affa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:19.106700 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7bc310a8-aae1-4441-b862-e1590211921a req-f68211d0-1f74-4744-ae36-627ebf3cb84a tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575611 May 09 18:32:19.148809 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (85774230-7cc8-4f27-bf3d-71b1cf9cd485), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.206826 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (85774230-7cc8-4f27-bf3d-71b1cf9cd485), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.211478 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (85774230-7cc8-4f27-bf3d-71b1cf9cd485), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.227475 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85774230-7cc8-4f27-bf3d-71b1cf9cd485,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:19.240395 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.245542 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a1c91e0c-f19c-4c85-8972-c1353b84fd54 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437578 May 09 18:32:19.246197 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:19.250828 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:19.272987 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.288640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:19.296887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks [] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.313492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Transition to ACTIVE for port object 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:19.320167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.360756 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.404153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:19.457725 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Attempting to bind port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:19.458077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Attempting to bind port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:19.458407 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Attempting to bind port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 on network bee3fd0c-fc62-4ff8-b952-1742f7eff443 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:19.464245 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 on network bee3fd0c-fc62-4ff8-b952-1742f7eff443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:19.464569 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Attempting to bind port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 on network bee3fd0c-fc62-4ff8-b952-1742f7eff443 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:19.469797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:19.470135 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Checking segment: {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:19.470515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Bound using segment: {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:19.470943 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Bound port: 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f144769-55d1-45c8-ae57-52e1a717f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:19.471325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.491466 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Allocated IP 172.27.3.52 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/b026c56f-db13-43b3-a037-7c9e1b10000e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:19.558253 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:19.561976 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:19.576029 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.622160 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.622768 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.624322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] 10.222.0.36 "PUT /v2.0/ports/72826bc3-b8ba-4b4b-8df5-a56b997a76f1 HTTP/1.1" status: 200 len: 1097 time: 0.9415200 May 09 18:32:19.624800 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:19.627426 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633737e9-8ba9-420f-81ea-ee5508a6deb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:19.641812 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.654271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295850e-816e-4180-8ddd-de72bb7e2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:19.710831 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.727835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96f3e3-c20f-45ba-a2f3-86f12f61caf6 x-openstack-request-id: req-bd96f3e3-c20f-45ba-a2f3-86f12f61caf6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:19.728135 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:19.728497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd96f3e3-c20f-45ba-a2f3-86f12f61caf6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:19.729415 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd96f3e3-c20f-45ba-a2f3-86f12f61caf6'] response: {'name': 'network-changed', 'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1', 'status': 'completed', 'code': 200} May 09 18:32:19.741490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-d9434b7d-7004-42b4-8c24-792fee1b5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.743312 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-d9434b7d-7004-42b4-8c24-792fee1b5282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=366da93a37f54180a7c2226d90a2356d&device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 1131 time: 0.0502596 May 09 18:32:19.754717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:19.757734 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:19.760802 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:19.789777 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'Port': ['ID=b026c56f-db13-43b3-a037-7c9e1b10000e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:19.799739 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-f1442bb6-91f0-4508-92a8-538218cb9274 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1 HTTP/1.1" status: 200 len: 217 time: 0.0383515 May 09 18:32:19.860592 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.860845 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-a3fb9d13-0633-454f-af83-79b950cf505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.862479 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-a3fb9d13-0633-454f-af83-79b950cf505a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efe1213c-3d6f-40f7-8d3e-4954b590f83b HTTP/1.1" status: 200 len: 843 time: 0.0517960 May 09 18:32:19.901735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:19.917576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033671f-5b5e-4201-b224-ab366ca3549b req-c5babb04-9f6f-4005-ab13-0ed0de678239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.919459 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-c5babb04-9f6f-4005-ab13-0ed0de678239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee3fd0c-fc62-4ff8-b952-1742f7eff443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0470309 May 09 18:32:20.013749 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-07e74963-79d2-4884-9050-e9ce5bb1e75a service neutron] 10.222.0.36 "GET /v2.0/networks/bee3fd0c-fc62-4ff8-b952-1742f7eff443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 May 09 18:32:20.064104 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.068555 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.104755 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6033671f-5b5e-4201-b224-ab366ca3549b req-030f4e2c-5fbd-4242-a17c-fb258f97e103 service neutron] 10.222.0.36 "GET /v2.0/networks/bee3fd0c-fc62-4ff8-b952-1742f7eff443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832474 May 09 18:32:20.137133 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'Port': ['ID=b026c56f-db13-43b3-a037-7c9e1b10000e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:20.151822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.167519 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.169763 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-84b4d09f-6e75-4af8-99b4-8e2b72fbdae2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9226294 May 09 18:32:20.267411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914c87-1e5f-4b53-813b-d32c7a3a18d7 req-a01f89ce-03d6-4c6f-81ed-0563093dd582 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.268896 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed914c87-1e5f-4b53-813b-d32c7a3a18d7 req-a01f89ce-03d6-4c6f-81ed-0563093dd582 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0792284 May 09 18:32:20.274815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f506d8-bf15-459a-9dd1-5452d159d41e req-2ad7bc5a-6777-4f66-87bc-da916def1743 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.276223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f5f506d8-bf15-459a-9dd1-5452d159d41e req-2ad7bc5a-6777-4f66-87bc-da916def1743 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 947 time: 0.0769041 May 09 18:32:20.345336 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed914c87-1e5f-4b53-813b-d32c7a3a18d7 req-0859a630-918c-40db-830f-3d0c2426eff6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680921 May 09 18:32:20.348157 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f5f506d8-bf15-459a-9dd1-5452d159d41e req-2547f26b-5717-4bd8-a893-6ec5477673ba tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 May 09 18:32:20.455911 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-0374791c-6442-476c-af3b-c30d413aae44 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--605583813&fields=id&tenant_id=705eecf37fcc4fe7aabef923ece6ad59 HTTP/1.1" status: 200 len: 267 time: 0.0412099 May 09 18:32:20.560707 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-354a2e35-9d35-4a3d-a7bb-6db0402f4d5a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.562131 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-354a2e35-9d35-4a3d-a7bb-6db0402f4d5a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.1000273 May 09 18:32:20.575974 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-39288127-7c07-4e5b-8259-c188908bf9f6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/quotas/705eecf37fcc4fe7aabef923ece6ad59 HTTP/1.1" status: 200 len: 375 time: 0.0086653 May 09 18:32:20.628126 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-d9a9ad86-a057-44c3-b88f-fbffd8900fe8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471327 May 09 18:32:20.723099 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-1654f338-5d20-43dd-a1f1-8480e759ad14 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 May 09 18:32:20.813750 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-2695893c-b831-4aff-beb9-521adaf1acd6 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843704 May 09 18:32:20.970078 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7401c981-14ef-4bfb-a6cf-8781cf200077 req-7582645b-5abc-4856-a4de-ede7f1160609 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 210 time: 0.0293658 May 09 18:32:21.488401 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4616c-1bce-4309-83fa-63297c33c8f0 req-e830cba1-41e5-495f-a264-4558a51bfe5b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.489856 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56e4616c-1bce-4309-83fa-63297c33c8f0 req-e830cba1-41e5-495f-a264-4558a51bfe5b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0765131 May 09 18:32:21.495761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e3ffa-14f7-448e-9e92-9d451513952b req-c9fea87a-0866-423a-a889-96be6cfc72ce tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.497084 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da1e3ffa-14f7-448e-9e92-9d451513952b req-c9fea87a-0866-423a-a889-96be6cfc72ce tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 947 time: 0.0824931 May 09 18:32:21.566364 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56e4616c-1bce-4309-83fa-63297c33c8f0 req-45c2f227-4a77-447f-a5ea-0e3555a0414d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683141 May 09 18:32:21.570333 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da1e3ffa-14f7-448e-9e92-9d451513952b req-fffadec4-b433-4b8d-b8f1-a6f725cfb7af tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 May 09 18:32:21.735532 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-60561f43-a27b-4532-b9d4-ded5dbc308c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.737001 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-60561f43-a27b-4532-b9d4-ded5dbc308c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=366da93a37f54180a7c2226d90a2356d&device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 1131 time: 0.0390880 May 09 18:32:21.847761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-1508267f-7cbe-45f8-b328-0184af83f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.849237 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-1508267f-7cbe-45f8-b328-0184af83f642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bee3fd0c-fc62-4ff8-b952-1742f7eff443 HTTP/1.1" status: 200 len: 870 time: 0.0917051 May 09 18:32:21.911904 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-1cffd779-db06-448a-a454-91a15653e07c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1 HTTP/1.1" status: 200 len: 217 time: 0.0368042 May 09 18:32:21.968492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-201c642f-a66a-4d55-ac07-16774afe4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.968492 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-201c642f-a66a-4d55-ac07-16774afe4171 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efe1213c-3d6f-40f7-8d3e-4954b590f83b HTTP/1.1" status: 200 len: 843 time: 0.0498099 May 09 18:32:22.069513 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45990989-1a8b-41c1-a3e8-dc7f05733f17 req-093f50e2-4371-4490-b99d-2bdf5477b08f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 210 time: 0.0328217 May 09 18:32:22.070470 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-07b4b910-8762-46cc-a73f-db2bccd4a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.071870 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-07b4b910-8762-46cc-a73f-db2bccd4a17c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee3fd0c-fc62-4ff8-b952-1742f7eff443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0641677 May 09 18:32:22.166757 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:22.274250 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:22.285394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1', 'network_id': 'bee3fd0c-fc62-4ff8-b952-1742f7eff443', 'port_id': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1', 'mac_address': 'fa:16:3e:4e:be:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe1213c-3d6f-40f7-8d3e-4954b590f83b', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:22.321733 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:22.322062 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:22.337476 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:22.357010 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:22.360836 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:22.407235 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:22.447252 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-952f165c-0e6f-4cf1-887d-30940a757197 service neutron] 10.222.0.36 "GET /v2.0/networks/bee3fd0c-fc62-4ff8-b952-1742f7eff443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872378 May 09 18:32:22.552526 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-633737e9-8ba9-420f-81ea-ee5508a6deb3 req-829f914a-4fa5-4b37-8759-dd3cfd2f31fb service neutron] 10.222.0.36 "GET /v2.0/networks/bee3fd0c-fc62-4ff8-b952-1742f7eff443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854883 May 09 18:32:22.637640 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-165a6875-2bbc-444f-a85a-d056c03259c2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.639586 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-165a6875-2bbc-444f-a85a-d056c03259c2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 819 time: 0.1150098 May 09 18:32:22.718107 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec334d-78f3-42ec-9d70-eebf8a42da8e req-10ea0180-979a-4494-8323-46654689b1eb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.719714 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d0ec334d-78f3-42ec-9d70-eebf8a42da8e req-10ea0180-979a-4494-8323-46654689b1eb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0782373 May 09 18:32:22.736583 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26acc5-bc0d-4239-a007-3ec74cb36e2d req-5c989f58-2248-42f1-b2a4-edf814c996b7 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.738111 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-be26acc5-bc0d-4239-a007-3ec74cb36e2d req-5c989f58-2248-42f1-b2a4-edf814c996b7 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 948 time: 0.0673797 May 09 18:32:22.741381 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-a6aca4cb-7a58-45b0-ac8b-706aeca0184d tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=705eecf37fcc4fe7aabef923ece6ad59 HTTP/1.1" status: 200 len: 379 time: 0.0547652 May 09 18:32:22.808796 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d0ec334d-78f3-42ec-9d70-eebf8a42da8e req-ef27e826-1aee-4dab-a888-dbaa18ea58f3 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696075 May 09 18:32:22.811995 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-be26acc5-bc0d-4239-a007-3ec74cb36e2d req-f69bbbf0-8942-4c7c-9eed-2bb603c16b0e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668480 May 09 18:32:22.890147 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'port': {'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'admin_state_up': True, 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'security_groups': ['2dfbda49-224e-44e3-8790-f8a5e686affa']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:22.951293 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['72826bc3-b8ba-4b4b-8df5-a56b997a76f1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:23.031831 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Made reservation on behalf of 705eecf37fcc4fe7aabef923ece6ad59 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:23.036229 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.174109 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-de553e4d-b89c-4961-b6f1-16b381a95ca2 req-8901452b-ae3b-4cea-b0aa-5539b6f6ce32 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 210 time: 0.0319200 May 09 18:32:23.184269 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Allocated IP 172.20.0.3 (6bd4c030-c4c5-476b-9935-9aed7888eb95/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3/3976c86a-41ed-4aae-b61d-e0d4b31b0fa3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:23.327046 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.358167 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.399326 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:23.402368 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:23.407931 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:23.414158 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event updated for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:23.459309 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:23.459898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.475331 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-67520843-c5f4-40c2-8bf4-44b2d131b837 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891786 May 09 18:32:23.504027 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Request body: {'port': {'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:23.567773 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.656970 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-32e989e2-f09c-4910-a1f2-ea5193576988 None None] Provisioning complete for port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:23.657663 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32e989e2-f09c-4910-a1f2-ea5193576988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.693979 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32e989e2-f09c-4910-a1f2-ea5193576988 None None] Port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:32:23.824253 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:23.831550 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks [] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.845519 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Transition to ACTIVE for port object 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:23.850449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.923776 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Pushing event updated for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:23.962251 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f7026-61c0-4179-9c41-27a61d7df6b4 req-25f34012-a752-48c7-a825-35c7b0985200 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:23.964294 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-055f7026-61c0-4179-9c41-27a61d7df6b4 req-25f34012-a752-48c7-a825-35c7b0985200 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 948 time: 0.0813804 May 09 18:32:23.975690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107b307-4179-4b26-810b-5c89fca66d90 req-4a3fec24-fcc1-4d2d-9683-64463bf21703 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:23.977447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2107b307-4179-4b26-810b-5c89fca66d90 req-4a3fec24-fcc1-4d2d-9683-64463bf21703 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0957499 May 09 18:32:23.983568 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Attempting to bind port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:23.983988 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Attempting to bind port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:23.984380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Attempting to bind port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:23.989668 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:23.990000 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Attempting to bind port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 on network 6bd4c030-c4c5-476b-9935-9aed7888eb95 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:23.995345 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:23.995690 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Checking segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:23.996076 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Bound using segment: {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:23.996506 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Bound port: 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:23.996865 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.066534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:24.070721 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:24.080250 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.082080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-055f7026-61c0-4179-9c41-27a61d7df6b4 req-ed3247c1-5eaa-47fa-b44f-758dc8d1fa24 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034727 May 09 18:32:24.094188 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2107b307-4179-4b26-810b-5c89fca66d90 req-cea72426-26fc-4883-9f97-5a31d431297f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082261 May 09 18:32:24.097975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.098595 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.100395 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] 10.222.0.36 "PUT /v2.0/ports/3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 1093 time: 0.6010265 May 09 18:32:24.102925 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:24.104862 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:24.157320 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71445f-fefc-44cf-b06b-b9d4ec676923 service neutron] Pushing event updated for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.160857 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049310ae-9043-4a43-a584-c225e3c56510 x-openstack-request-id: req-049310ae-9043-4a43-a584-c225e3c56510 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:24.161146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:24.161398 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-049310ae-9043-4a43-a584-c225e3c56510 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:24.161793 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049310ae-9043-4a43-a584-c225e3c56510'] response: {'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'status': 'completed', 'code': 200} May 09 18:32:24.320436 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849f6bf-95ca-4054-81cf-96beac170044 req-80c86ffe-bada-404b-89b8-1c4fbcda494a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.321944 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e849f6bf-95ca-4054-81cf-96beac170044 req-80c86ffe-bada-404b-89b8-1c4fbcda494a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 943 time: 0.0557752 May 09 18:32:24.387602 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e849f6bf-95ca-4054-81cf-96beac170044 req-145c1673-463a-443a-a2eb-a19b2e6e98dc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562949 May 09 18:32:24.389280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-bfe86a52-ee8c-45df-9593-507dc400abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.390872 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-bfe86a52-ee8c-45df-9593-507dc400abb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1127 time: 0.0479770 May 09 18:32:24.409786 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:24.412780 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 35986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:24.450016 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-dae0b985-a945-4f02-b856-9a0b8b4f8a5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 217 time: 0.0408998 May 09 18:32:24.464943 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:24.471351 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:24.471830 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.502683 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-e05dc1a5-ec40-4adc-b4fc-94f9965e4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.504195 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-e05dc1a5-ec40-4adc-b4fc-94f9965e4d08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0459285 May 09 18:32:24.529682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451d83f4-6b6c-4cda-af2f-46cc07c66cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.553195 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:24.553591 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.557073 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4178-4717-4471-b502-8f3f297cce91 req-70c315bc-fa3b-4e7d-b8bb-5eca6aad4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.558594 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-70c315bc-fa3b-4e7d-b8bb-5eca6aad4bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473270 May 09 18:32:24.580791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:24.584033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32c8d0b-9dea-440a-8b17-c55c9a0b2550" -d '{"events": [{"server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "name": "network-vif-plugged", "status": "completed", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:24.601693 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:24.607567 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.613439 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451d83f4-6b6c-4cda-af2f-46cc07c66cf5 admin admin] Publish callbacks [] for security_group (20803abf-8cde-46fc-b2bd-9a014baf49d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.618272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451d83f4-6b6c-4cda-af2f-46cc07c66cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (20803abf-8cde-46fc-b2bd-9a014baf49d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.638534 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526d1b6-7e46-4769-8a52-d948b4676ec7 x-openstack-request-id: req-d526d1b6-7e46-4769-8a52-d948b4676ec7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:24.638820 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "name": "network-vif-plugged", "status": "completed", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:24.639105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d526d1b6-7e46-4769-8a52-d948b4676ec7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:24.640231 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d526d1b6-7e46-4769-8a52-d948b4676ec7'] response: {'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1', 'code': 200} May 09 18:32:24.663012 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-451d83f4-6b6c-4cda-af2f-46cc07c66cf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=142400911d964c1bb61da3976f5e0f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491066 May 09 18:32:24.664287 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d83f4-6b6c-4cda-af2f-46cc07c66cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20803abf-8cde-46fc-b2bd-9a014baf49d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.665620 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 35992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:24.670853 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.685530 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-4a7de80a-5d56-48ea-993d-2a33aa9c632a service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198924 May 09 18:32:24.771755 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] Publish callbacks [] for security_group (20803abf-8cde-46fc-b2bd-9a014baf49d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.808658 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] Publish callbacks [] for security_group (20803abf-8cde-46fc-b2bd-9a014baf49d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.827385 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-784c4178-4717-4471-b502-8f3f297cce91 req-9b0eea71-1195-4ae5-84fb-9749f9f36dc1 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275549 May 09 18:32:24.864308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421c1fc-e3ba-4d43-8dc1-699a1661565d req-fac4009c-8185-43bd-a941-08fff7d7ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.865901 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d421c1fc-e3ba-4d43-8dc1-699a1661565d req-fac4009c-8185-43bd-a941-08fff7d7ff7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 1133 time: 0.0395257 May 09 18:32:24.870725 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (20803abf-8cde-46fc-b2bd-9a014baf49d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.873284 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.874386 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20803abf-8cde-46fc-b2bd-9a014baf49d9 HTTP/1.1" status: 204 len: 168 time: 0.2077513 May 09 18:32:24.882253 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83a2d7-f7ad-444e-9a45-0d8376d6c996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20803abf-8cde-46fc-b2bd-9a014baf49d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.948166 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d421c1fc-e3ba-4d43-8dc1-699a1661565d req-31e99546-dc7c-43f1-9190-19d04c7edbfa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459604 May 09 18:32:25.233568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3030-908a-4f69-9c44-1a369d91a7c1 req-ccbb9873-51eb-4607-a911-2265a22e860e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.234928 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-088a3030-908a-4f69-9c44-1a369d91a7c1 req-ccbb9873-51eb-4607-a911-2265a22e860e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.0749485 May 09 18:32:25.254600 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724392d6-4134-4026-b8c9-f76aa9eec70e req-d849ed70-8101-48a6-94af-8ac7964988c0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.256015 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-724392d6-4134-4026-b8c9-f76aa9eec70e req-d849ed70-8101-48a6-94af-8ac7964988c0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0641088 May 09 18:32:25.316380 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-088a3030-908a-4f69-9c44-1a369d91a7c1 req-fadef5dd-aff2-4ace-94e9-3ad08b5b55cb tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758183 May 09 18:32:25.322927 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-724392d6-4134-4026-b8c9-f76aa9eec70e req-eb7faa94-54f5-4c48-888f-5578a6bc0c3d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602555 May 09 18:32:25.488889 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7ab5d-fb01-4cec-be67-0a3b674de67f req-eae6815f-51bd-43c7-8bc1-6afd1ce48c81 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.490475 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-86e7ab5d-fb01-4cec-be67-0a3b674de67f req-eae6815f-51bd-43c7-8bc1-6afd1ce48c81 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 943 time: 0.0464573 May 09 18:32:25.540291 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-86e7ab5d-fb01-4cec-be67-0a3b674de67f req-5e5a2309-2723-4d43-883f-8c466125aa8e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441134 May 09 18:32:25.799081 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a246-3f38-4b27-80a3-fe1ad40de3c4 req-52cf9ebc-03fc-4da8-bcfd-a4ce75dfc670 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.800521 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-59f1a246-3f38-4b27-80a3-fe1ad40de3c4 req-52cf9ebc-03fc-4da8-bcfd-a4ce75dfc670 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0456264 May 09 18:32:25.844916 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-59f1a246-3f38-4b27-80a3-fe1ad40de3c4 req-dbda5263-5531-479f-a239-24f3dff6f3b5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 May 09 18:32:26.458342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8dc9d-df53-44cc-b89d-34f2c6630c76 req-cea15bc0-f074-4a67-8185-e45b565d709e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.459833 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cf8dc9d-df53-44cc-b89d-34f2c6630c76 req-cea15bc0-f074-4a67-8185-e45b565d709e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.0746918 May 09 18:32:26.466201 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68a3fc-e0b2-4704-a15f-79a530262016 req-85b3fe08-5285-45bc-ae6e-e132baacbd24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.467566 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa68a3fc-e0b2-4704-a15f-79a530262016 req-85b3fe08-5285-45bc-ae6e-e132baacbd24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0737398 May 09 18:32:26.537347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cf8dc9d-df53-44cc-b89d-34f2c6630c76 req-56714cbc-17ba-4934-b65e-beb93e4f2d17 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688682 May 09 18:32:26.540256 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa68a3fc-e0b2-4704-a15f-79a530262016 req-e87712b1-5cac-43e5-aa01-16a8d3e364bf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663233 May 09 18:32:26.652306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da15a6-773e-4bf1-8e1e-c8031ca1559b req-674c8168-d0d3-4203-a1a9-2a2a8862a7e1 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.653681 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-61da15a6-773e-4bf1-8e1e-c8031ca1559b req-674c8168-d0d3-4203-a1a9-2a2a8862a7e1 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 943 time: 0.0475769 May 09 18:32:26.698263 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-61da15a6-773e-4bf1-8e1e-c8031ca1559b req-618619fa-e1a5-4dfe-b585-78618ed0ed3b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 May 09 18:32:26.810926 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-f7a75ab4-6e8f-44a7-b825-09f67e9c5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.812439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-f7a75ab4-6e8f-44a7-b825-09f67e9c5163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1127 time: 0.0412707 May 09 18:32:26.961189 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54cb23-c1a8-42f4-bc7e-927d58e90359 req-04f01a26-70ac-4c8b-b429-26c5fe0ff198 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.962562 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f54cb23-c1a8-42f4-bc7e-927d58e90359 req-04f01a26-70ac-4c8b-b429-26c5fe0ff198 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0455287 May 09 18:32:27.053516 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f54cb23-c1a8-42f4-bc7e-927d58e90359 req-45fbca32-1062-4053-b1d3-52ee2e1f4645 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853984 May 09 18:32:27.087057 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-250f1ae0-540d-472f-b832-56c4ab0172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.088535 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-250f1ae0-540d-472f-b832-56c4ab0172fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.1045702 May 09 18:32:27.546244 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-d5d6ebf8-5b0b-4f2d-ae5d-81c32d3d5e03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 217 time: 0.0341461 May 09 18:32:27.599694 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-56f96f7b-3aff-41a0-a5ec-6ff31760b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.601159 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-56f96f7b-3aff-41a0-a5ec-6ff31760b758 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0430148 May 09 18:32:27.706293 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aafa3-f3f3-4cdc-ade1-74a88d0c5e90 req-44e445b2-b84d-41cd-b756-47cc001d1414 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.707782 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-315aafa3-f3f3-4cdc-ade1-74a88d0c5e90 req-44e445b2-b84d-41cd-b756-47cc001d1414 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0939360 May 09 18:32:27.716275 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8ef18-d475-417b-b2af-3bd62ed219f5 req-4abad036-644c-4f15-a602-0a3d0825c616 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.717628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd8ef18-d475-417b-b2af-3bd62ed219f5 req-4abad036-644c-4f15-a602-0a3d0825c616 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.1120493 May 09 18:32:27.739945 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-51d08811-2e1c-468c-bc5a-80a522a8d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.741320 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-51d08811-2e1c-468c-bc5a-80a522a8d1cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843801 May 09 18:32:27.835724 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-315aafa3-f3f3-4cdc-ade1-74a88d0c5e90 req-4c62b9a6-c14a-4fba-a85d-3488a8f6338b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170769 May 09 18:32:27.842615 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd8ef18-d475-417b-b2af-3bd62ed219f5 req-0890df92-92bc-4b12-96d9-3d5f37f91dc0 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152756 May 09 18:32:27.888487 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-0b23851f-cd51-4685-abde-bc3a17fd3483 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218464 May 09 18:32:27.941858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3835-bd71-49cb-9a58-a00cfbecb176 req-08a6febf-3077-4970-b2fd-c51fa344ad04 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.943327 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52bc3835-bd71-49cb-9a58-a00cfbecb176 req-08a6febf-3077-4970-b2fd-c51fa344ad04 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 943 time: 0.0459759 May 09 18:32:27.988763 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52bc3835-bd71-49cb-9a58-a00cfbecb176 req-385ccb9c-edab-45d4-896e-e811015c8bf6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398793 May 09 18:32:28.171681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90779a4b-7982-4078-866e-a21ba0101b23 req-0a801b15-620e-4281-887b-0d440fed0d2d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:28.173126 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-90779a4b-7982-4078-866e-a21ba0101b23 req-0a801b15-620e-4281-887b-0d440fed0d2d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0490983 May 09 18:32:28.217895 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-90779a4b-7982-4078-866e-a21ba0101b23 req-e87ca52c-597b-4846-baee-4e1e816aab7c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 May 09 18:32:28.339219 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:28.432488 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:28.443514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:28.478410 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:28.479415 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.495291 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:28.514085 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:28.517806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.562783 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.715248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ab6d947-c6d9-4075-b3df-11f4fe4a8cb1 req-992a1af5-7f45-4836-818a-4d63b3f959dc service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 May 09 18:32:28.979061 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac0f57-165a-4b42-84ec-951489ffdcd3 req-83e33965-012a-4e9b-898d-c4e12b5f57d5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:28.980546 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dac0f57-165a-4b42-84ec-951489ffdcd3 req-83e33965-012a-4e9b-898d-c4e12b5f57d5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0739322 May 09 18:32:28.990626 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934b0e-ffb6-4f9d-99f9-fce8b603f8c5 req-f2f983e3-8cf5-43c2-aedf-044502543a06 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:28.992010 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2d934b0e-ffb6-4f9d-99f9-fce8b603f8c5 req-f2f983e3-8cf5-43c2-aedf-044502543a06 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.0835557 May 09 18:32:29.028371 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:29.065153 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2d934b0e-ffb6-4f9d-99f9-fce8b603f8c5 req-205c85c7-bc68-4cc6-9e4b-377d331b709f tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 May 09 18:32:29.068140 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dac0f57-165a-4b42-84ec-951489ffdcd3 req-bf3dd528-675a-4ac6-966f-fb79eb1b2c5a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752792 May 09 18:32:29.179283 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc63c15-b1f9-47f9-91d7-9f3a3a068371 req-02db0645-4d4e-4ea4-a785-37842b7dd41e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:29.180919 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdc63c15-b1f9-47f9-91d7-9f3a3a068371 req-02db0645-4d4e-4ea4-a785-37842b7dd41e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 944 time: 0.0490780 May 09 18:32:29.232471 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdc63c15-b1f9-47f9-91d7-9f3a3a068371 req-e2bb3077-c921-41c5-944c-8777c5c39e1e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453162 May 09 18:32:29.355675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eddb4-3d46-4bd9-b9af-8a035d624928 req-3dca43c4-ba8a-4866-a061-05c29b712637 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:29.357123 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-844eddb4-3d46-4bd9-b9af-8a035d624928 req-3dca43c4-ba8a-4866-a061-05c29b712637 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.0726781 May 09 18:32:29.367331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d3d95-ff57-49a3-b282-bfd1ee92aa28 req-5700e4b5-1e8e-4452-bcab-f67faa921550 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:29.368555 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e10d3d95-ff57-49a3-b282-bfd1ee92aa28 req-5700e4b5-1e8e-4452-bcab-f67faa921550 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0720701 May 09 18:32:29.443777 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-844eddb4-3d46-4bd9-b9af-8a035d624928 req-e2567bce-1c3a-4140-81cc-b5d638a94ded tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737605 May 09 18:32:29.450831 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e10d3d95-ff57-49a3-b282-bfd1ee92aa28 req-e931d3aa-8689-4714-a5a0-9b9b4601f214 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749738 May 09 18:32:30.185055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b867a-7716-4ce6-8c0a-06570f6591a4 req-af2cdd8b-015e-487f-98ec-f1533d73e377 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:30.186502 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a3b867a-7716-4ce6-8c0a-06570f6591a4 req-af2cdd8b-015e-487f-98ec-f1533d73e377 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0490129 May 09 18:32:30.231649 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a3b867a-7716-4ce6-8c0a-06570f6591a4 req-89f0e02a-95eb-49b3-9e4c-64d8757a0bb7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 May 09 18:32:30.339356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:30.351047 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70fd10-a41a-461d-8e9b-f93eddf61931 req-60eccbdf-f3e1-44c0-98b7-561e4d77deca tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:30.352621 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e70fd10-a41a-461d-8e9b-f93eddf61931 req-60eccbdf-f3e1-44c0-98b7-561e4d77deca tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 944 time: 0.0463607 May 09 18:32:30.382435 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:30.391112 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:30.391543 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.403233 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e70fd10-a41a-461d-8e9b-f93eddf61931 req-cab4dd8e-3173-43bb-a36f-9e54d02f6797 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 May 09 18:32:30.467079 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:30.467507 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.490390 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:30.492611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ed694-d313-4aa8-bb55-e870a61f43be" -d '{"events": [{"server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "name": "network-vif-plugged", "status": "completed", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:30.509409 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:30.514265 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.561237 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:30.823143 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a4eb9-3e2a-4437-94e2-9746f7fb64c2 req-ad99e77c-e2a3-41ba-aa68-4b0e51a7a6fe tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:30.824700 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-984a4eb9-3e2a-4437-94e2-9746f7fb64c2 req-ad99e77c-e2a3-41ba-aa68-4b0e51a7a6fe tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.3131990 May 09 18:32:30.834951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f5f8-38a2-42d3-bdb6-b1e235796669 req-dfb06754-abf3-45f8-ab08-3b4337ceb3a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:30.836385 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8081f5f8-38a2-42d3-bdb6-b1e235796669 req-dfb06754-abf3-45f8-ab08-3b4337ceb3a9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.2932758 May 09 18:32:30.905031 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-984a4eb9-3e2a-4437-94e2-9746f7fb64c2 req-e17193e7-c359-4de9-8d82-92905b5020b1 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 May 09 18:32:30.912081 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8081f5f8-38a2-42d3-bdb6-b1e235796669 req-4f3fdcb2-d101-4a1a-977e-453e90f7cbb6 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674751 May 09 18:32:30.946771 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a187607a-d451-489a-b222-5e9e1d025478 x-openstack-request-id: req-a187607a-d451-489a-b222-5e9e1d025478 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:30.947088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "name": "network-vif-plugged", "status": "completed", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:30.948033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a187607a-d451-489a-b222-5e9e1d025478 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:30.948467 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a187607a-d451-489a-b222-5e9e1d025478'] response: {'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'code': 200} May 09 18:32:31.342757 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231480-699a-45cb-a462-c64cfc75d942 req-893f76eb-d46e-4cfb-b077-96ed6af55100 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:31.344328 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29231480-699a-45cb-a462-c64cfc75d942 req-893f76eb-d46e-4cfb-b077-96ed6af55100 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0468223 May 09 18:32:31.394514 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29231480-699a-45cb-a462-c64cfc75d942 req-77e1191f-53a5-49b4-9dbd-b5b76dcf7484 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 May 09 18:32:31.518645 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb250-e202-4ab2-9d60-61a7fb939e4d req-1cbefe36-1f00-4c3d-a806-8a2811335688 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:31.520220 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbffb250-e202-4ab2-9d60-61a7fb939e4d req-1cbefe36-1f00-4c3d-a806-8a2811335688 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0474713 May 09 18:32:31.568392 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbffb250-e202-4ab2-9d60-61a7fb939e4d req-f6861120-cc26-4e88-b142-4ee8d7f49e57 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 May 09 18:32:31.744499 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df947a-e810-4f66-854f-b08124d566df req-14ec4087-08d6-4da3-8ea8-30abf920a881 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:31.745923 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1df947a-e810-4f66-854f-b08124d566df req-14ec4087-08d6-4da3-8ea8-30abf920a881 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.36 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.0467846 May 09 18:32:31.753896 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730933da-e568-4c95-8ad1-83e6dd94394c req-af09b3f5-7d63-4681-84d4-097863fd07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:31.755384 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-730933da-e568-4c95-8ad1-83e6dd94394c req-af09b3f5-7d63-4681-84d4-097863fd07a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0376503 May 09 18:32:31.802083 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-730933da-e568-4c95-8ad1-83e6dd94394c req-1c332c61-3441-431b-9f36-1a92d465305c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368803 May 09 18:32:31.865384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Deleting port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:32:31.865750 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.956343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] For port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,segment=NetworkSegment(6f144769-55d1-45c8-ae57-52e1a717f639),segment_id=6f144769-55d1-45c8-ae57-52e1a717f639)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:31.961183 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.977148 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Calling delete_port for 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:32:32.110914 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297363-46b1-4e04-9004-a28a46f990f0 req-17d0c405-70cc-4ec1-888e-46a2dbeadaaa tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.112327 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa297363-46b1-4e04-9004-a28a46f990f0 req-17d0c405-70cc-4ec1-888e-46a2dbeadaaa tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 949 time: 0.1227357 May 09 18:32:32.125729 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4a40-c5c9-446e-9e54-4e362bf8eaee req-950075c1-63ed-4fd7-96df-73a4cb4f119e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.127074 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-368e4a40-c5c9-446e-9e54-4e362bf8eaee req-950075c1-63ed-4fd7-96df-73a4cb4f119e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.1344328 May 09 18:32:32.231202 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa297363-46b1-4e04-9004-a28a46f990f0 req-ff3abc95-e1ef-41f4-9755-55958848489f tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb1b4a82-c16c-4034-b8ee-f40a5f086f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117711 May 09 18:32:32.234041 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-368e4a40-c5c9-446e-9e54-4e362bf8eaee req-6ecd59ac-993c-4ac0-b052-95c633fafdc1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921714 May 09 18:32:32.279682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (72826bc3-b8ba-4b4b-8df5-a56b997a76f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.307453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Pushing event deleted for resources: {'Port': ['ID=72826bc3-b8ba-4b4b-8df5-a56b997a76f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:32.318817 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['72826bc3-b8ba-4b4b-8df5-a56b997a76f1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:32.385334 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] No DVR routers for this DVR port 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:32:32.388492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.391779 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1df947a-e810-4f66-854f-b08124d566df req-59f03d2e-2666-45fa-ab67-948ffd5a9776 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.36 "DELETE /v2.0/ports/72826bc3-b8ba-4b4b-8df5-a56b997a76f1 HTTP/1.1" status: 204 len: 173 time: 0.6387596 May 09 18:32:32.392224 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'name': 'network-vif-deleted', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:32.394428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997df934-5b6a-49f0-9942-1f0b924d731a" -d '{"events": [{"server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "name": "network-vif-deleted", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:32.428944 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60617489-dc93-4463-b03c-d127dcc06c97 x-openstack-request-id: req-60617489-dc93-4463-b03c-d127dcc06c97 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:32.429238 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d589e885-2446-4a24-8bf1-6fc302a5746d", "name": "network-vif-deleted", "tag": "72826bc3-b8ba-4b4b-8df5-a56b997a76f1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:32.429727 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60617489-dc93-4463-b03c-d127dcc06c97 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:32.429886 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60617489-dc93-4463-b03c-d127dcc06c97'] response: {'server_uuid': 'd589e885-2446-4a24-8bf1-6fc302a5746d', 'name': 'network-vif-deleted', 'tag': '72826bc3-b8ba-4b4b-8df5-a56b997a76f1', 'status': 'completed', 'code': 200} May 09 18:32:32.510319 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9852f-f1f0-4e83-a894-901d5cfbaf1f req-a726b5f9-d1ed-436b-993d-4e4f2c779f53 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.511819 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46d9852f-f1f0-4e83-a894-901d5cfbaf1f req-a726b5f9-d1ed-436b-993d-4e4f2c779f53 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0475969 May 09 18:32:32.557136 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46d9852f-f1f0-4e83-a894-901d5cfbaf1f req-fe082fa8-0441-413a-b683-a825ba37e61f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391555 May 09 18:32:32.689447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3ad39-3841-4954-ac00-8ef90ce49b0e req-2d595479-0b0f-49cc-b781-d0640031f7ba tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.690970 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2fe3ad39-3841-4954-ac00-8ef90ce49b0e req-2d595479-0b0f-49cc-b781-d0640031f7ba tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0488060 May 09 18:32:32.738866 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2fe3ad39-3841-4954-ac00-8ef90ce49b0e req-b320e5e5-0b38-44a6-9c25-6a51d80d9ddc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 May 09 18:32:33.366781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e8e7e426-d125-4316-8812-aab12c455c28 req-e10508be-f4c8-4e4d-a886-dc1dfa4ee03e tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0522916 May 09 18:32:33.379734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e671e3-ea9f-4f43-9e01-1f8816ed29b4 req-62072d91-267c-4bf3-8e42-b10557025b42 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:33.382003 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d5e671e3-ea9f-4f43-9e01-1f8816ed29b4 req-62072d91-267c-4bf3-8e42-b10557025b42 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0775602 May 09 18:32:33.428966 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d5e671e3-ea9f-4f43-9e01-1f8816ed29b4 req-480e257c-e1f1-4037-9e65-17c571c318c5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 May 09 18:32:33.676840 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dddae-f270-4028-958c-4c5577723783 req-05b350bb-cde2-433c-b42f-aa6bd530236b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:33.678785 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed9dddae-f270-4028-958c-4c5577723783 req-05b350bb-cde2-433c-b42f-aa6bd530236b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0531852 May 09 18:32:33.728776 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed9dddae-f270-4028-958c-4c5577723783 req-2f6e567c-6deb-4d51-8e6c-530ac179003d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 May 09 18:32:33.849550 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a224d-73be-44ea-b13d-11bd3696d8db req-d18300d1-8920-4dea-95a7-5ccf8040d89e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:33.850894 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f49a224d-73be-44ea-b13d-11bd3696d8db req-d18300d1-8920-4dea-95a7-5ccf8040d89e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0457401 May 09 18:32:33.895688 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f49a224d-73be-44ea-b13d-11bd3696d8db req-52a3d747-3463-4406-9578-2dcb6fe5c50b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 May 09 18:32:34.001220 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bc40a-0855-4153-afef-b7883afeca8f req-12241c07-4061-486a-9e6c-fc904b9390ec tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.002688 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da4bc40a-0855-4153-afef-b7883afeca8f req-12241c07-4061-486a-9e6c-fc904b9390ec tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0461206 May 09 18:32:34.013186 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36086) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:34.017375 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'floatingip': {'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:34.059650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.524544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.534896 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-632e4596-6117-49da-8752-4432dcd72b6a req-9bd99ab6-a423-4ccb-842b-92bc6627bb55 tempest-VolumesNegativeTest-135227838 tempest-VolumesNegativeTest-135227838-project] 10.222.0.25 "GET /v2.0/ports?device_id=d589e885-2446-4a24-8bf1-6fc302a5746d HTTP/1.1" status: 200 len: 210 time: 0.0538242 May 09 18:32:34.537118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.611442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a106a4-5db4-49e1-ad3e-dc3bb1d40be8 req-3b982935-1dca-482d-a571-57fc0a50f6e1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.612908 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0a106a4-5db4-49e1-ad3e-dc3bb1d40be8 req-3b982935-1dca-482d-a571-57fc0a50f6e1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0919967 May 09 18:32:34.704217 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Floating IP d602435f-a57f-496e-8a54-d69b2830fb45 associated. External IP: 172.27.3.52, port: 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3. May 09 18:32:34.708665 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0a106a4-5db4-49e1-ad3e-dc3bb1d40be8 req-52af70c5-c511-4a89-ae7d-054df0f8980e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900159 May 09 18:32:34.849724 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44203911-638f-4ac8-9d2d-c9b55ae1d1d9 req-e07c9b31-c9b6-426f-8060-febde05f217c tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.851154 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44203911-638f-4ac8-9d2d-c9b55ae1d1d9 req-e07c9b31-c9b6-426f-8060-febde05f217c tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0550175 May 09 18:32:34.938265 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44203911-638f-4ac8-9d2d-c9b55ae1d1d9 req-a8c9c57b-1b86-4cae-9bbc-5b611f4b0460 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548940 May 09 18:32:34.986090 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:32:35.142653 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:32:35.148302 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.153977 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:32:35.160871 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a61d6-5484-4f45-8cf7-1813673346cd req-6f50e55a-b669-4506-8b0a-9f74398c3c11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.162343 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b75a61d6-5484-4f45-8cf7-1813673346cd req-6f50e55a-b669-4506-8b0a-9f74398c3c11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0705047 May 09 18:32:35.170575 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:35.171226 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:32:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:35.209058 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-212bf1e2-2e7b-442f-a992-c392207fada0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "PUT /v2.0/floatingips/d602435f-a57f-496e-8a54-d69b2830fb45 HTTP/1.1" status: 200 len: 990 time: 1.1947713 May 09 18:32:35.209831 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:35.213091 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99358db2-4430-4dcc-937f-f1e1d499c80d" -d '{"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:35.258016 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636964c-e179-44f5-b85f-4bc7b2f331e9 x-openstack-request-id: req-7636964c-e179-44f5-b85f-4bc7b2f331e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:35.258305 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:35.258554 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7636964c-e179-44f5-b85f-4bc7b2f331e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:35.258948 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7636964c-e179-44f5-b85f-4bc7b2f331e9'] response: {'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'status': 'completed', 'code': 200} May 09 18:32:35.276822 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b75a61d6-5484-4f45-8cf7-1813673346cd req-bdec46fc-9f12-471a-b50d-8ce928bb9e92 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981543 May 09 18:32:35.278219 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-035bfb27-283e-424b-a52a-1193b62b38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.279637 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-035bfb27-283e-424b-a52a-1193b62b38ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1129 time: 0.0579512 May 09 18:32:35.295855 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:35.384243 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-358bd0ff-37d2-417c-b23f-74d9de1c5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.386445 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-358bd0ff-37d2-417c-b23f-74d9de1c5cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0474770 May 09 18:32:35.420650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-d9ff2d42-5918-4f5e-b0cf-38b11269e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.422232 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-d9ff2d42-5918-4f5e-b0cf-38b11269e085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.0908353 May 09 18:32:35.484885 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-b466f7a6-043a-4452-9e77-166d1357870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.486266 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-b466f7a6-043a-4452-9e77-166d1357870b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0856042 May 09 18:32:35.491537 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-fec68cc5-37d8-48b4-a645-7c26a1418e2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 1000 time: 0.0591736 May 09 18:32:35.521336 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:32:34Z', 'revision_number': 1, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:35.544853 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-afd4a69d-b199-4704-b38f-571634d10233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.546488 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-afd4a69d-b199-4704-b38f-571634d10233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.0443869 May 09 18:32:35.547700 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:32:35.557028 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:35.557322 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:32:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:35.566238 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-62067fe2-89f2-4f1a-b241-0aaab3a9a86c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 998 time: 0.0644100 May 09 18:32:35.624975 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-b8a40fc7-9735-44a6-a9d5-a418d787eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.627607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-b8a40fc7-9735-44a6-a9d5-a418d787eb2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746014 May 09 18:32:35.632675 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-6fe110c8-ad3c-469a-8a2d-b041827cdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.634327 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-6fe110c8-ad3c-469a-8a2d-b041827cdbb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0584481 May 09 18:32:35.706133 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-64fb104f-3091-49c0-b728-d2bb8c9ebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.707908 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-64fb104f-3091-49c0-b728-d2bb8c9ebc12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551221 May 09 18:32:35.758345 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-c53dce1a-984e-421b-9f07-0d9fe74456ed service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134164 May 09 18:32:35.779938 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:35.829252 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-3f890e2d-4e4d-420e-87ea-587057363503 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102440 May 09 18:32:35.893390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2375b-bc02-4613-839d-0bfd5ae7d4d5 req-edc85d40-c3cf-46b3-872d-b865fcf83f1a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.900866 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9a2375b-bc02-4613-839d-0bfd5ae7d4d5 req-edc85d40-c3cf-46b3-872d-b865fcf83f1a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0563104 May 09 18:32:35.928948 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-384f91a6-695e-4842-83e1-f4e3fe92e5ac req-cd0f3e9d-5abd-4b81-a3fb-63e582ad1f32 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634641 May 09 18:32:35.959415 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9a2375b-bc02-4613-839d-0bfd5ae7d4d5 req-6f3f28e0-6dba-47ed-b408-4cdcaa6c6dbb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576639 May 09 18:32:35.968707 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99358db2-4430-4dcc-937f-f1e1d499c80d req-ca290f9f-657b-4cff-bc99-627032430d9d service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306236 May 09 18:32:36.017834 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:32:34Z', 'revision_number': 1, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:36.044649 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764e72-439a-4b92-aacf-0894b60db808 None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:32:34Z', 'revision_number': 1, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:32:36.235432 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4fda6-861c-4016-8b1c-282b98e1cd36 None None] New status for floating IP d602435f-a57f-496e-8a54-d69b2830fb45: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:32:36.386760 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:32:36.408625 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4fd7-0b2a-41fe-ad11-3e9453a5a3a8 req-cdb52b12-ea57-40d3-9fa5-6b4781416cc9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:36.410365 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-003f4fd7-0b2a-41fe-ad11-3e9453a5a3a8 req-cdb52b12-ea57-40d3-9fa5-6b4781416cc9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0510871 May 09 18:32:36.414940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:32:36.415325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 72826bc3-b8ba-4b4b-8df5-a56b997a76f1 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:32:36.471740 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-003f4fd7-0b2a-41fe-ad11-3e9453a5a3a8 req-7bc4a3e2-48e3-478f-84f4-ff245a8b325f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 May 09 18:32:37.092596 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1bee-68ac-4c54-a15d-73243bb498a5 req-5ad2d96b-8131-4f79-a82e-6589010fed24 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:37.094097 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-081d1bee-68ac-4c54-a15d-73243bb498a5 req-5ad2d96b-8131-4f79-a82e-6589010fed24 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0493009 May 09 18:32:37.148033 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-081d1bee-68ac-4c54-a15d-73243bb498a5 req-09990623-b4a0-4a94-9bce-2dd30cbaae03 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480468 May 09 18:32:37.587272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af957aa0-eafe-49a6-a926-daed954b059a req-fbfd2eb3-ab0f-4a91-931f-1b1a0febabaf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:37.588726 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af957aa0-eafe-49a6-a926-daed954b059a req-fbfd2eb3-ab0f-4a91-931f-1b1a0febabaf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0478773 May 09 18:32:37.643054 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af957aa0-eafe-49a6-a926-daed954b059a req-bc5c0b13-93f9-43ed-b92c-b532d02c702a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 May 09 18:32:38.170638 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-458c9795-559d-4d02-b74c-6e6cebb3f535 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386131 May 09 18:32:38.258001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd45b9-06e7-433d-922d-9a826619d12e req-6b1ce74d-45a0-4de5-958d-96c7e954b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:38.259658 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-6b1ce74d-45a0-4de5-958d-96c7e954b85d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1129 time: 0.0463300 May 09 18:32:38.278323 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e50382-d933-4fa5-a691-ceb530ffad20 req-f733dda1-3c45-4657-b68c-a38ea6dac017 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:38.279873 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c4e50382-d933-4fa5-a691-ceb530ffad20 req-f733dda1-3c45-4657-b68c-a38ea6dac017 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0522156 May 09 18:32:38.331101 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c4e50382-d933-4fa5-a691-ceb530ffad20 req-393d983b-7d0e-422f-970d-e930100f979a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455670 May 09 18:32:38.375020 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd45b9-06e7-433d-922d-9a826619d12e req-641bc0ed-bb4c-48a8-aca6-0b9ed51f10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:38.376773 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-641bc0ed-bb4c-48a8-aca6-0b9ed51f10c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.0968587 May 09 18:32:38.449943 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-9aa6c861-cc61-49c3-951b-015e15d07e67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 1000 time: 0.0665405 May 09 18:32:38.502643 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd45b9-06e7-433d-922d-9a826619d12e req-34423866-49fd-482b-b905-63edc7daf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:38.504115 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-34423866-49fd-482b-b905-63edc7daf773 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.0469739 May 09 18:32:38.547501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd45b9-06e7-433d-922d-9a826619d12e req-abf4bcef-b891-48c8-ba72-87853ad0290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:38.549124 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-abf4bcef-b891-48c8-ba72-87853ad0290c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384049 May 09 18:32:38.641861 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-822e39d8-c5fd-4b74-8029-d05ce01813c2 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818627 May 09 18:32:38.727200 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92fd45b9-06e7-433d-922d-9a826619d12e req-a26bfa80-acea-4f77-811d-06013cc3d24c service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786960 May 09 18:32:39.460795 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d46c-cdf1-4d22-8993-2645dee4a5dd req-0e5c359e-0157-4c9f-ab1e-e172e01a2dd2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:39.462281 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03d8d46c-cdf1-4d22-8993-2645dee4a5dd req-0e5c359e-0157-4c9f-ab1e-e172e01a2dd2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0453970 May 09 18:32:39.508903 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03d8d46c-cdf1-4d22-8993-2645dee4a5dd req-39a0f4fe-6bc4-4319-8820-47293511785c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 May 09 18:32:39.617036 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:39.788898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36374) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:39.916829 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6797fad-570f-4b9e-9037-1bee9b606cd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=366da93a37f54180a7c2226d90a2356d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267352 May 09 18:32:39.919443 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36378) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:39.951279 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:32:39.964953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Publish callbacks [] for security_group (fb1b4a82-c16c-4034-b8ee-f40a5f086f75), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:39.989256 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Publish callbacks [] for security_group (fb1b4a82-c16c-4034-b8ee-f40a5f086f75), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.034854 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fb1b4a82-c16c-4034-b8ee-f40a5f086f75), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.037527 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.038632 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb1b4a82-c16c-4034-b8ee-f40a5f086f75 HTTP/1.1" status: 204 len: 168 time: 0.1182828 May 09 18:32:40.046199 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b4a82-c16c-4034-b8ee-f40a5f086f75,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:40.053844 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.054280 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.054596 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.054937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.056486 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.056486 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.056486 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.057463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.057803 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.058184 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.058680 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.058855 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.059200 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.059535 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.059861 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6de11-29aa-4020-b417-ac4550139663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:40.629119 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4752-12ba-4ca5-a3e7-c1e95af332ca req-aa3c5daf-1347-433f-918c-24ceaa3a4068 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:40.630576 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-274d4752-12ba-4ca5-a3e7-c1e95af332ca req-aa3c5daf-1347-433f-918c-24ceaa3a4068 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0496135 May 09 18:32:40.905261 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-274d4752-12ba-4ca5-a3e7-c1e95af332ca req-278cd79d-50d9-4f95-913a-cf38cddfba6d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686579 May 09 18:32:41.385364 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21c91171-ac18-4c29-96f9-f7a3fb905112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:42.021716 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f83f3-6e05-4dde-8500-18aef183e4b6 req-e3caf320-6a1c-4dab-8be2-74341af3bf0b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:42.023148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b68f83f3-6e05-4dde-8500-18aef183e4b6 req-e3caf320-6a1c-4dab-8be2-74341af3bf0b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0459642 May 09 18:32:42.067117 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b68f83f3-6e05-4dde-8500-18aef183e4b6 req-57dc8cb6-b3fe-4e7f-9005-ba751fb0f7b6 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 May 09 18:32:43.184737 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966eb14-baa1-44e9-bb20-fe844049922c req-67f52487-d784-434b-8de0-1a81be26908a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:43.186180 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4966eb14-baa1-44e9-bb20-fe844049922c req-67f52487-d784-434b-8de0-1a81be26908a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0471959 May 09 18:32:43.234471 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4966eb14-baa1-44e9-bb20-fe844049922c req-327b3a77-438a-4746-b163-c68e82259eaf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 May 09 18:32:43.590566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-532abdc9-5bc4-4e93-b5da-6ce813cb395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.349894 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dc010-fe0c-4f18-ba41-1ac828447062 req-5c68dfce-9d1a-45d3-8c73-10415f43875c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:44.351394 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a04dc010-fe0c-4f18-ba41-1ac828447062 req-5c68dfce-9d1a-45d3-8c73-10415f43875c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0454371 May 09 18:32:44.403215 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:44.405609 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a04dc010-fe0c-4f18-ba41-1ac828447062 req-75cf040a-3982-4f13-a6dc-94c786a20a4a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479515 May 09 18:32:44.500955 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:44.514952 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:44.550789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:44.551095 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.563540 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:44.581732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:44.585640 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.630693 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:44.702986 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.831233 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['8c59628d-9fbb-446b-9fc4-96acde9b707f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:45.520068 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a6213-3e86-4af5-a083-fee6afdf9ec1 req-5a29f45b-8bc6-463d-aad2-de53dd3054b8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:45.521513 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-943a6213-3e86-4af5-a083-fee6afdf9ec1 req-5a29f45b-8bc6-463d-aad2-de53dd3054b8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 944 time: 0.0456049 May 09 18:32:45.566033 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-943a6213-3e86-4af5-a083-fee6afdf9ec1 req-9db4b118-0ee6-4c7b-aaf9-8ba208930ef3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 May 09 18:32:46.144183 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.406511 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:46.458454 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 8c59628d-9fbb-446b-9fc4-96acde9b707f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:46.458838 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.534761 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:46.535147 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.557065 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:46.559268 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393f7f30-30d5-45d4-802c-eab30b19d9f2" -d '{"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:46.572967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:46.576517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.601146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c465713e-582c-4071-869f-2ee4700b2045 x-openstack-request-id: req-c465713e-582c-4071-869f-2ee4700b2045 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:46.601451 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:46.601717 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c465713e-582c-4071-869f-2ee4700b2045 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:46.602110 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c465713e-582c-4071-869f-2ee4700b2045'] response: {'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'code': 200} May 09 18:32:46.626362 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:46.694537 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881a13b-3cb1-4736-97e9-fc7133938904 req-26975f89-4bb8-43b2-9788-27f3b5859ae5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:46.696038 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d881a13b-3cb1-4736-97e9-fc7133938904 req-26975f89-4bb8-43b2-9788-27f3b5859ae5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0494959 May 09 18:32:46.742678 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d881a13b-3cb1-4736-97e9-fc7133938904 req-7cf0a346-c0ff-4854-9e06-894ded9b7929 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 May 09 18:32:47.582954 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:47.897499 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2176d-14d9-4eae-9ab6-d66b7db4e7b1 req-f6c101b8-60e2-41c2-9c2d-948524cdd30d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:47.899024 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1e2176d-14d9-4eae-9ab6-d66b7db4e7b1 req-f6c101b8-60e2-41c2-9c2d-948524cdd30d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0533071 May 09 18:32:47.949510 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1e2176d-14d9-4eae-9ab6-d66b7db4e7b1 req-ec571994-b280-4308-80e9-83a3eb750138 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 May 09 18:32:49.081798 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61732-ea98-4362-b4c7-a6592490cc48 req-640aff17-8833-4d84-884d-e74947a91faa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:49.090179 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5fd61732-ea98-4362-b4c7-a6592490cc48 req-640aff17-8833-4d84-884d-e74947a91faa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0661416 May 09 18:32:49.135094 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5fd61732-ea98-4362-b4c7-a6592490cc48 req-39f98fcc-082e-451b-a993-56dd67e8e394 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440438 May 09 18:32:50.262860 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38520-83e2-48ba-b667-dad31509234f req-db7e0c25-28e5-461d-b288-b5f84501b5af tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:50.265840 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9eb38520-83e2-48ba-b667-dad31509234f req-db7e0c25-28e5-461d-b288-b5f84501b5af tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0514367 May 09 18:32:50.326206 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9eb38520-83e2-48ba-b667-dad31509234f req-bc723318-9b35-4e6e-81d9-fc4ed731ac4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540035 May 09 18:32:51.458418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398872d-ee79-4f66-9659-b498a34f7429 req-70484f9e-9761-4853-a65e-e9314e2b18fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.459984 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2398872d-ee79-4f66-9659-b498a34f7429 req-70484f9e-9761-4853-a65e-e9314e2b18fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0561011 May 09 18:32:51.525910 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2398872d-ee79-4f66-9659-b498a34f7429 req-d9bc736e-5348-4792-93fe-8d420c8507d7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551059 May 09 18:32:52.639913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e9a01-cb9f-4963-a745-a9646ce0b23d req-7c65b12d-e256-42b0-af93-c3c70597f95c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:52.641499 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-830e9a01-cb9f-4963-a745-a9646ce0b23d req-7c65b12d-e256-42b0-af93-c3c70597f95c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0496700 May 09 18:32:52.707423 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-830e9a01-cb9f-4963-a745-a9646ce0b23d req-bfc4a29e-1b21-4c87-8fca-72e0ccc04a1c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584710 May 09 18:32:53.827956 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d8df9-48ca-4823-8d7a-57dfa3fe1c82 req-5d391d12-fc75-4559-aea0-11ad0a1c805c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:53.830198 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f2d8df9-48ca-4823-8d7a-57dfa3fe1c82 req-5d391d12-fc75-4559-aea0-11ad0a1c805c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0492008 May 09 18:32:53.880541 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f2d8df9-48ca-4823-8d7a-57dfa3fe1c82 req-7d5fd052-176b-4188-9f09-856d24d687d1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 May 09 18:32:55.021822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b29eb-09ff-4613-a177-b0cc4ee910ec req-608b53fe-3b3e-4d7b-9d2b-09e2bfdb800a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:55.023561 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed1b29eb-09ff-4613-a177-b0cc4ee910ec req-608b53fe-3b3e-4d7b-9d2b-09e2bfdb800a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0584760 May 09 18:32:55.075712 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed1b29eb-09ff-4613-a177-b0cc4ee910ec req-13f7cfcc-88a1-4141-b8bf-eeac2ecad597 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447493 May 09 18:32:56.196991 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5b531-86b6-451b-ba1e-2390b16bdaf2 req-67dd0155-025f-48c0-a670-42a18366befe tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:56.199078 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5bd5b531-86b6-451b-ba1e-2390b16bdaf2 req-67dd0155-025f-48c0-a670-42a18366befe tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0501826 May 09 18:32:56.245130 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5bd5b531-86b6-451b-ba1e-2390b16bdaf2 req-9cdc3a50-3e12-42b7-b920-0355d270e256 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 May 09 18:32:56.956824 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464557-203f-473b-8b48-19ebd25942c0 req-588a05e8-e1ef-48a7-96a1-e42e2fa8b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:56.958331 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-588a05e8-e1ef-48a7-96a1-e42e2fa8b54e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1129 time: 0.0400436 May 09 18:32:57.047696 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464557-203f-473b-8b48-19ebd25942c0 req-9ff04972-ba5f-4ec3-9435-fd85a8e2b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:57.049128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-9ff04972-ba5f-4ec3-9435-fd85a8e2b14b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.0814917 May 09 18:32:57.115069 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-d06b5003-5e40-4e50-aecc-4184133abdd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 999 time: 0.0589359 May 09 18:32:57.163809 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464557-203f-473b-8b48-19ebd25942c0 req-18e570ea-dc82-43ef-89b7-1d19b5da14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:57.165244 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-18e570ea-dc82-43ef-89b7-1d19b5da14d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0423219 May 09 18:32:57.206769 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464557-203f-473b-8b48-19ebd25942c0 req-7f5ce495-dd36-4235-8209-28824836b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:57.208297 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-7f5ce495-dd36-4235-8209-28824836b3ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364604 May 09 18:32:57.301486 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-e153aa8a-b93d-4652-b9c4-bf00ba6f7a93 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 May 09 18:32:57.376271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b002e-03fe-46cb-843d-91b5e0aa1edb req-5ef56561-a732-414c-aee1-ad25b2563a65 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:57.377781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-065b002e-03fe-46cb-843d-91b5e0aa1edb req-5ef56561-a732-414c-aee1-ad25b2563a65 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0529208 May 09 18:32:57.400520 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff464557-203f-473b-8b48-19ebd25942c0 req-d94fda69-1e64-413c-9ab9-263d2e5bc939 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879636 May 09 18:32:57.433990 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-065b002e-03fe-46cb-843d-91b5e0aa1edb req-821af5a3-0612-4fdb-a32e-b17c90a217c4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505433 May 09 18:32:58.562276 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ab45-a639-4178-b290-1152a4a531d0 req-0bd8603c-e551-4766-bad4-499f988de37a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:58.563796 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0e9ab45-a639-4178-b290-1152a4a531d0 req-0bd8603c-e551-4766-bad4-499f988de37a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0473824 May 09 18:32:58.609998 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0e9ab45-a639-4178-b290-1152a4a531d0 req-99745040-b768-434a-aba7-f3194ce97e5b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 May 09 18:32:59.732199 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc5926-c87d-46c0-870f-8cffde2d5b46 req-73549796-7a8b-4583-a788-458be1bd3193 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:59.733631 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6abc5926-c87d-46c0-870f-8cffde2d5b46 req-73549796-7a8b-4583-a788-458be1bd3193 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 945 time: 0.0487511 May 09 18:32:59.782435 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6abc5926-c87d-46c0-870f-8cffde2d5b46 req-bb314838-1bd3-497d-a4ed-ab3ef61e8e77 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 May 09 18:33:00.461849 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:33:00.549133 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:00.549530 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.571237 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:00.573462 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4e8968-c5e2-4535-ac71-995ae6428cc0" -d '{"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-unplugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:00.585055 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:00.589509 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.612790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6d9d3-a9bb-4902-bb58-d6edfc7f274e x-openstack-request-id: req-fba6d9d3-a9bb-4902-bb58-d6edfc7f274e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:00.613083 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-unplugged", "status": "failed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:00.613341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fba6d9d3-a9bb-4902-bb58-d6edfc7f274e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:00.613771 dv-cinder-841125-3-iscsi neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fba6d9d3-a9bb-4902-bb58-d6edfc7f274e']: {'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'code': 422} returned with failed status May 09 18:33:00.639838 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:00.646800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.647158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.647536 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.647902 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.648272 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.649357 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.649710 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.650047 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.650384 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.650719 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.651050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.651422 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.651756 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.652085 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.652412 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:00.917265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9e387-48ef-435f-878c-3ec052c7c4dd req-14160266-ed78-46d4-8385-bc62de8657cb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:00.918764 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f5e9e387-48ef-435f-878c-3ec052c7c4dd req-14160266-ed78-46d4-8385-bc62de8657cb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0579767 May 09 18:33:00.969290 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f5e9e387-48ef-435f-878c-3ec052c7c4dd req-7ad06cdb-e10d-43d6-9332-a0f65843c51a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 May 09 18:33:01.117549 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901829b-18c8-4cd1-a92f-ae3d6ffe041a req-2dffdc53-1f31-42af-9bd3-dea78f3c247a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:01.119696 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f901829b-18c8-4cd1-a92f-ae3d6ffe041a req-2dffdc53-1f31-42af-9bd3-dea78f3c247a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0537777 May 09 18:33:01.177238 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f901829b-18c8-4cd1-a92f-ae3d6ffe041a req-96d5af37-b2f3-48fb-8788-58ea2b629015 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514898 May 09 18:33:01.460752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-21997583-2c07-4f67-8276-468f9bf3feb1 req-948c54fd-a506-4b3e-856f-0fb2cb3db176 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:33:01.461746 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-21997583-2c07-4f67-8276-468f9bf3feb1 req-948c54fd-a506-4b3e-856f-0fb2cb3db176 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054390 May 09 18:33:01.620659 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c4a5-42db-48a1-85dd-9bf96c0f4ee8 req-20608165-6455-4de2-b5a4-af0d8f3798db tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:01.622223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e12c4a5-42db-48a1-85dd-9bf96c0f4ee8 req-20608165-6455-4de2-b5a4-af0d8f3798db tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0504446 May 09 18:33:01.669818 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e12c4a5-42db-48a1-85dd-9bf96c0f4ee8 req-6ca631fb-bfc7-444f-b564-226a8ea5f5fd tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 May 09 18:33:01.959701 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:02.048490 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-cd20586a-ebe8-44f8-853f-21fc50625309 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872266 May 09 18:33:02.056913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-e02e9699-f8a5-4731-91eb-7ea1c6ba9dd2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:33:02.057866 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-e02e9699-f8a5-4731-91eb-7ea1c6ba9dd2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048289 May 09 18:33:02.132359 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:02.194831 dv-cinder-841125-3-iscsi neutron-server[103323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 18:33:02.243579 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-3b4c0182-a606-4fe6-831f-9d97d414c181 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.244985 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-3b4c0182-a606-4fe6-831f-9d97d414c181 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports/8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 940 time: 0.1116250 May 09 18:33:02.293284 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a462d9-54d6-4ad2-8b67-97f543ea891f req-c1f4afc6-ec33-413e-83eb-0ec51931a83e tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.294757 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51a462d9-54d6-4ad2-8b67-97f543ea891f req-c1f4afc6-ec33-413e-83eb-0ec51931a83e tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0470343 May 09 18:33:02.341712 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51a462d9-54d6-4ad2-8b67-97f543ea891f req-47fc03d7-9268-4636-919c-29cede5fa182 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 May 09 18:33:02.791047 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9428319-c6a9-4cc2-ba88-689741cc9243 req-757caa14-c64e-445d-90ba-811f452d8b17 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.792560 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9428319-c6a9-4cc2-ba88-689741cc9243 req-757caa14-c64e-445d-90ba-811f452d8b17 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0503461 May 09 18:33:02.839233 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9428319-c6a9-4cc2-ba88-689741cc9243 req-614f9a37-7117-4acc-b903-3656ed6eb30c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 May 09 18:33:02.987561 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-96e2e619-ec53-4419-bab5-21ee45da664a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.989007 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-96e2e619-ec53-4419-bab5-21ee45da664a tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0468736 May 09 18:33:03.077598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port c3f65dac-7ea9-4b15-b33e-a6d90602c869 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:03.077973 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.168499 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] For port c3f65dac-7ea9-4b15-b33e-a6d90602c869, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c3f65dac-7ea9-4b15-b33e-a6d90602c869,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:03.169214 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.461994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5c17-3620-4d9f-bb5d-418daceed142 req-0e858a88-00f6-4e99-ba96-531673635e79 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:03.463593 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-850d5c17-3620-4d9f-bb5d-418daceed142 req-0e858a88-00f6-4e99-ba96-531673635e79 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 945 time: 0.0490503 May 09 18:33:03.513924 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-850d5c17-3620-4d9f-bb5d-418daceed142 req-cad54c8a-e73b-4464-8634-4f6a5f3fcb27 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e80015-7e41-4c70-a664-19e759cc0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 May 09 18:33:03.606167 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.606523 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.606960 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP d04619dc-0b90-41a2-b5d1-97659f9c01fc disassociated. External IP: 172.27.3.245, port: c3f65dac-7ea9-4b15-b33e-a6d90602c869. May 09 18:33:03.607345 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for c3f65dac-7ea9-4b15-b33e-a6d90602c869 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:03.735855 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (c3f65dac-7ea9-4b15-b33e-a6d90602c869), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.764571 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=c3f65dac-7ea9-4b15-b33e-a6d90602c869,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:03.885058 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:03.967978 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd72727-6e95-478f-8727-c6441a9a988d req-64928dc1-8763-44dc-ba5b-453d2b6630ff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:03.975462 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bdd72727-6e95-478f-8727-c6441a9a988d req-64928dc1-8763-44dc-ba5b-453d2b6630ff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0543828 May 09 18:33:04.021615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:04.033260 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:04.038637 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bdd72727-6e95-478f-8727-c6441a9a988d req-d52a63bd-b0de-4da3-a264-6fa151d96cb2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593951 May 09 18:33:04.066027 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:04.066675 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:32:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:04.095163 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] No DVR routers for this DVR port c3f65dac-7ea9-4b15-b33e-a6d90602c869 on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:33:04.098691 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.101869 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34ff0894-59d3-47d8-b119-8ffbec6a8597 req-0a7ccfa7-4e38-49fb-ae06-ff43ccab4dc4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "DELETE /v2.0/ports/c3f65dac-7ea9-4b15-b33e-a6d90602c869 HTTP/1.1" status: 204 len: 173 time: 1.1029949 May 09 18:33:04.102846 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'name': 'network-vif-deleted', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:04.105091 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc507203-e35e-4166-aaee-95f5caf69daf" -d '{"events": [{"server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "name": "network-vif-deleted", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:04.153314 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4816da2d-3adf-457a-b4dc-7d406bc0851b x-openstack-request-id: req-4816da2d-3adf-457a-b4dc-7d406bc0851b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:04.153616 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b90383-7829-430d-ba18-361f2ef96634", "name": "network-vif-deleted", "tag": "c3f65dac-7ea9-4b15-b33e-a6d90602c869", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:04.153896 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4816da2d-3adf-457a-b4dc-7d406bc0851b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:04.154299 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4816da2d-3adf-457a-b4dc-7d406bc0851b'] response: {'server_uuid': '79b90383-7829-430d-ba18-361f2ef96634', 'name': 'network-vif-deleted', 'tag': 'c3f65dac-7ea9-4b15-b33e-a6d90602c869', 'status': 'completed', 'code': 200} May 09 18:33:04.193823 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:04.410045 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:04.444936 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:04.454109 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:04.454721 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:32:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:04.566938 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:04.632035 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-30453085-0921-4671-bb18-5877284acf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:04.635767 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-30453085-0921-4671-bb18-5877284acf1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 1127 time: 0.1075389 May 09 18:33:04.638269 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-59f2ce19-f3c1-497f-8f48-207ae89830db req-70f1e70e-5ad1-43bd-b5bb-59f9a9c61c28 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=79b90383-7829-430d-ba18-361f2ef96634 HTTP/1.1" status: 200 len: 210 time: 0.0328352 May 09 18:33:04.786512 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:04.815797 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09f754-3796-4c3f-b4e7-2f6983f202cc None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923a51f2-ca1e-471b-8f65-23631c330469', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:d0:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:29:55Z', 'updated_at': '2022-05-09T18:30:28Z', 'revision_number': 2, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:04.997956 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-0050e9c8-9bf1-4abd-bb88-b2f729f1fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:04.999539 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-0050e9c8-9bf1-4abd-bb88-b2f729f1fa69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1127 time: 0.0437944 May 09 18:33:05.120147 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-ed87dc6e-b079-49d5-b9e2-93c35923ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:05.121763 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-ed87dc6e-b079-49d5-b9e2-93c35923ca0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.1044602 May 09 18:33:05.123216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addaf42-624e-4f23-827b-8d67ce33524f None None] New status for floating IP d04619dc-0b90-41a2-b5d1-97659f9c01fc: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:33:05.205384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013d4e-10da-40b5-bfa4-c5b8f809d218 req-05548b29-fb18-47ed-a988-338c56d2dc8b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:05.210514 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-57c376d8-c362-454f-8f84-f78f85adf7c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 200 len: 997 time: 0.0749114 May 09 18:33:05.212232 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd013d4e-10da-40b5-bfa4-c5b8f809d218 req-05548b29-fb18-47ed-a988-338c56d2dc8b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0633891 May 09 18:33:05.264315 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd013d4e-10da-40b5-bfa4-c5b8f809d218 req-2b22f8d5-c3e2-41e2-a627-4561e80b3df8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501862 May 09 18:33:05.277608 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-e379113d-f228-453a-bd60-355c0c02c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:05.279354 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-e379113d-f228-453a-bd60-355c0c02c5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0564084 May 09 18:33:05.334159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-907218e4-3adf-4e1b-87cc-bc6f4ce39f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:05.335996 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-907218e4-3adf-4e1b-87cc-bc6f4ce39f4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436797 May 09 18:33:05.430176 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-7aea9557-787d-4e51-b7d9-8b44359b1811 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 May 09 18:33:05.526501 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-df267080-0f3e-4285-be9c-f8760cbd1e1c req-2c5ea498-6d3c-4600-8804-70699726157f service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861678 May 09 18:33:05.735620 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:05.797434 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (67e80015-7e41-4c70-a664-19e759cc0f51), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.823118 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (67e80015-7e41-4c70-a664-19e759cc0f51), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.872269 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (67e80015-7e41-4c70-a664-19e759cc0f51), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.875389 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.876797 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/security-groups/67e80015-7e41-4c70-a664-19e759cc0f51 HTTP/1.1" status: 204 len: 168 time: 0.1402001 May 09 18:33:05.879726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:05.893633 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72da7e7-802b-4561-bb77-8e21d5b32989 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e80015-7e41-4c70-a664-19e759cc0f51,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:05.893822 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-8dcb2b27-e4c0-49d6-a474-081c8c130f3d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] show failed (client error): The resource could not be found. May 09 18:33:05.896395 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8dcb2b27-e4c0-49d6-a474-081c8c130f3d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups/67e80015-7e41-4c70-a664-19e759cc0f51 HTTP/1.1" status: 404 len: 347 time: 0.0157568 May 09 18:33:05.897644 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:06.027432 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 7481843f-86cd-4024-93fb-bde58a1be404 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:06.027834 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (7481843f-86cd-4024-93fb-bde58a1be404), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.193563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (7481843f-86cd-4024-93fb-bde58a1be404), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.194350 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (7481843f-86cd-4024-93fb-bde58a1be404), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.228242 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 7481843f-86cd-4024-93fb-bde58a1be404 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:06.443193 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (7481843f-86cd-4024-93fb-bde58a1be404), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.460630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d247-7a4c-4681-9485-eae845cd9c9b req-21fe55ec-9502-4a43-aa5d-b395291b78c2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:06.470470 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6944d247-7a4c-4681-9485-eae845cd9c9b req-21fe55ec-9502-4a43-aa5d-b395291b78c2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0832808 May 09 18:33:06.473852 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=7481843f-86cd-4024-93fb-bde58a1be404,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:06.480573 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c3f65dac-7ea9-4b15-b33e-a6d90602c869 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:33:06.521776 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: c3f65dac-7ea9-4b15-b33e-a6d90602c869 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:33:06.522409 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c3f65dac-7ea9-4b15-b33e-a6d90602c869 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:33:06.563598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (d04619dc-0b90-41a2-b5d1-97659f9c01fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.566496 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.568192 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b1422306-db09-4434-a9b9-c7ce3b9fae88 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/floatingips/d04619dc-0b90-41a2-b5d1-97659f9c01fc HTTP/1.1" status: 204 len: 168 time: 0.6696155 May 09 18:33:06.573180 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6944d247-7a4c-4681-9485-eae845cd9c9b req-bb800555-7b2c-4fdd-9d04-61f7432929bd tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737929 May 09 18:33:07.715138 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33706d-f404-4e8a-9bae-bf972bd8bd2c req-2c3f4217-4d40-4c09-9011-505c6bfdab02 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:07.716694 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af33706d-f404-4e8a-9bae-bf972bd8bd2c req-2c3f4217-4d40-4c09-9011-505c6bfdab02 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0498028 May 09 18:33:07.766097 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af33706d-f404-4e8a-9bae-bf972bd8bd2c req-9e20d7c2-c3d3-4cde-9d09-36a159267c9a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430567 May 09 18:33:08.890102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c3d43-8b5a-46bd-badd-abcdb1da02e6 req-4d2e58a2-f994-411a-bec4-89e1309c7753 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:08.891537 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c28c3d43-8b5a-46bd-badd-abcdb1da02e6 req-4d2e58a2-f994-411a-bec4-89e1309c7753 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0480886 May 09 18:33:08.943368 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c28c3d43-8b5a-46bd-badd-abcdb1da02e6 req-26371303-d45c-4451-add3-587df78375b9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 May 09 18:33:09.614781 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.071312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce060f4c-6c54-4933-aed4-69435f41fa4f req-3fe8846c-9864-4547-916b-128c0931d1dc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:10.072848 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ce060f4c-6c54-4933-aed4-69435f41fa4f req-3fe8846c-9864-4547-916b-128c0931d1dc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0476141 May 09 18:33:10.124841 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ce060f4c-6c54-4933-aed4-69435f41fa4f req-faacd247-ed3c-4fe3-b825-936e34ed8b3d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458536 May 09 18:33:11.255145 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb264a4-9d89-430b-b5c2-1d50e330760e req-ffc317d1-597a-4134-8ae3-156d05b8c846 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:11.256693 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bdb264a4-9d89-430b-b5c2-1d50e330760e req-ffc317d1-597a-4134-8ae3-156d05b8c846 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0499849 May 09 18:33:11.306424 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bdb264a4-9d89-430b-b5c2-1d50e330760e req-fa3138ef-753f-4e40-813f-37145500a832 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434723 May 09 18:33:11.389918 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab67-af9e-4a68-a926-a3c974f1176f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.432792 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161df3ce-0a9e-439e-9c7d-63aba346cb30 req-af88074e-3ecf-4825-8f10-675f652dff8e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:12.439704 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-161df3ce-0a9e-439e-9c7d-63aba346cb30 req-af88074e-3ecf-4825-8f10-675f652dff8e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0568564 May 09 18:33:12.484597 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-161df3ce-0a9e-439e-9c7d-63aba346cb30 req-5d08ac93-773c-410c-bdde-33b3fe66685d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 May 09 18:33:13.608287 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-facdf3d6-28f8-41f0-9c94-c328f76b5e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.608932 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db422eef-f5ab-4651-a9a8-cc5817af9333 req-179ab0e5-ccb3-4bee-a06c-c3696afd52dd tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:13.610087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db422eef-f5ab-4651-a9a8-cc5817af9333 req-179ab0e5-ccb3-4bee-a06c-c3696afd52dd tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0530028 May 09 18:33:13.666030 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db422eef-f5ab-4651-a9a8-cc5817af9333 req-fc10f2a5-1cd3-4767-a2eb-823c318806a0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503211 May 09 18:33:14.710286 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.794382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10a992-a3ba-45ba-aef8-aedee2af0c7f req-62aeadd3-21b0-4925-9fcf-9efa4ffdfe2d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:14.795907 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6c10a992-a3ba-45ba-aef8-aedee2af0c7f req-62aeadd3-21b0-4925-9fcf-9efa4ffdfe2d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0514421 May 09 18:33:14.844742 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6c10a992-a3ba-45ba-aef8-aedee2af0c7f req-54be13d1-af42-4f13-9722-f9bd768a007f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 May 09 18:33:15.964662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68150aff-b488-4546-93e8-8523401b7c5c req-53b38369-0800-4a91-b5c7-19f57fbff5bb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:15.966180 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68150aff-b488-4546-93e8-8523401b7c5c req-53b38369-0800-4a91-b5c7-19f57fbff5bb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0464573 May 09 18:33:16.012467 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68150aff-b488-4546-93e8-8523401b7c5c req-e9d2744a-1b6f-4c53-9026-943acf94fac7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407748 May 09 18:33:16.148422 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:16.949695 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:33:17.127976 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4b329-3d26-43eb-b33c-5efe23b0d7a1 req-82ab277a-c9f2-461f-a8f7-1aff3c890ab1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:17.129458 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3bb4b329-3d26-43eb-b33c-5efe23b0d7a1 req-82ab277a-c9f2-461f-a8f7-1aff3c890ab1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0461996 May 09 18:33:17.178427 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3bb4b329-3d26-43eb-b33c-5efe23b0d7a1 req-d136e9de-66af-445b-9414-991e1399a103 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 May 09 18:33:17.594830 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.783265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32b33f-6c6b-45fa-a459-e83aef8cf309 req-045feefe-2efb-4ab1-8f15-379f9a28fc3f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:17.784623 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f32b33f-6c6b-45fa-a459-e83aef8cf309 req-045feefe-2efb-4ab1-8f15-379f9a28fc3f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.0487783 May 09 18:33:17.830202 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f32b33f-6c6b-45fa-a459-e83aef8cf309 req-e0d6cc39-4e0f-4a04-88f2-f4edad9a517f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 May 09 18:33:18.294523 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f870c7b-99c6-4cc3-a239-b02eadc6cca7 req-c5e9c616-4bb2-46b2-a87f-a627feb86b19 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:18.296000 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f870c7b-99c6-4cc3-a239-b02eadc6cca7 req-c5e9c616-4bb2-46b2-a87f-a627feb86b19 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0452344 May 09 18:33:18.341311 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f870c7b-99c6-4cc3-a239-b02eadc6cca7 req-be2057a5-c62b-411b-ae50-6e27ba4d0034 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 May 09 18:33:18.946824 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3118ac-b98f-4976-a695-17c33de01d85 req-34013ed8-444d-4902-baaa-97ff469a9ae5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:18.948276 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c3118ac-b98f-4976-a695-17c33de01d85 req-34013ed8-444d-4902-baaa-97ff469a9ae5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.0478761 May 09 18:33:18.993245 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c3118ac-b98f-4976-a695-17c33de01d85 req-ac8799c9-43f0-4423-a8fc-f7b2a9dd535e tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 May 09 18:33:19.456653 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a30c42-7023-4a67-a6fc-543748fc51cd req-d8a9e40d-f0ce-4260-b844-2bda4aa2e698 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:19.458086 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-09a30c42-7023-4a67-a6fc-543748fc51cd req-d8a9e40d-f0ce-4260-b844-2bda4aa2e698 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0455861 May 09 18:33:19.504359 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-09a30c42-7023-4a67-a6fc-543748fc51cd req-5add9b02-0a6f-4c55-a1ea-6d3d47ab8ac7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 May 09 18:33:19.669616 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-faf4b46a-375e-41df-bf96-c0b4478803fb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:19.670965 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-faf4b46a-375e-41df-bf96-c0b4478803fb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.0447984 May 09 18:33:19.763684 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 97fbd8b0-83c4-4955-a743-dfced983ab62 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:19.764023 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:19.860523 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] For port 97fbd8b0-83c4-4955-a743-dfced983ab62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97fbd8b0-83c4-4955-a743-dfced983ab62,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:19.860888 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.026761 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.027124 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.027483 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 923a51f2-ca1e-471b-8f65-23631c330469 disassociated. External IP: 172.27.3.10, port: 97fbd8b0-83c4-4955-a743-dfced983ab62. May 09 18:33:20.027824 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 97fbd8b0-83c4-4955-a743-dfced983ab62 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:20.107554 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426067d9-abe0-4af4-801f-306e739dbc7b req-de75cec1-6740-40fd-86bc-56760e6b33b9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:20.109135 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-426067d9-abe0-4af4-801f-306e739dbc7b req-de75cec1-6740-40fd-86bc-56760e6b33b9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f HTTP/1.1" status: 200 len: 945 time: 0.0479076 May 09 18:33:20.155132 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (97fbd8b0-83c4-4955-a743-dfced983ab62), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.159170 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-426067d9-abe0-4af4-801f-306e739dbc7b req-61c9a735-64f5-4d06-af47-7fe61a4190b7 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=fec36c9d-f4be-4464-96e3-e97eb1b919d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443082 May 09 18:33:20.184178 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=97fbd8b0-83c4-4955-a743-dfced983ab62,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:20.294901 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:20.400079 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:20.410458 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:20.419837 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:20.420508 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:20.439370 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] No DVR routers for this DVR port 97fbd8b0-83c4-4955-a743-dfced983ab62 on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:33:20.441849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.445576 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc95aa41-bb6a-4668-a445-cbf76a2b3bbf req-1b72f836-649f-4d4e-b13d-3fc6206bd824 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "DELETE /v2.0/ports/97fbd8b0-83c4-4955-a743-dfced983ab62 HTTP/1.1" status: 204 len: 173 time: 0.7646351 May 09 18:33:20.446008 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'name': 'network-vif-deleted', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:20.448237 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a168c2-ab1a-4dfb-82e7-0cebbfd969c5" -d '{"events": [{"server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "name": "network-vif-deleted", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:20.482373 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45471150-9313-4d53-8c13-bd957e401654 x-openstack-request-id: req-45471150-9313-4d53-8c13-bd957e401654 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:20.482670 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f", "name": "network-vif-deleted", "tag": "97fbd8b0-83c4-4955-a743-dfced983ab62", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:20.482935 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45471150-9313-4d53-8c13-bd957e401654 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:20.483384 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45471150-9313-4d53-8c13-bd957e401654'] response: {'server_uuid': '9e0f5dd8-6ab2-4a79-b7be-60d3de02ef9f', 'name': 'network-vif-deleted', 'tag': '97fbd8b0-83c4-4955-a743-dfced983ab62', 'status': 'completed', 'code': 200} May 09 18:33:20.530899 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:20.649478 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073ff04-ec5f-4f6f-8a20-15041992d3df req-9468ba2a-84bf-4427-b367-c6f28bcf26d0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:20.651602 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e073ff04-ec5f-4f6f-8a20-15041992d3df req-9468ba2a-84bf-4427-b367-c6f28bcf26d0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0663173 May 09 18:33:20.714452 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e073ff04-ec5f-4f6f-8a20-15041992d3df req-f9fae4af-6712-41e5-b316-76b18e7b8655 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559416 May 09 18:33:20.837582 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:20.862203 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:20.870666 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:20.871296 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:20.977889 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:21.176051 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:21.206155 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85674fa-5ad4-458e-bf01-fdae0a2b2266 None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:21.251442 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 36688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:21.305689 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (fec36c9d-f4be-4464-96e3-e97eb1b919d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.331028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (fec36c9d-f4be-4464-96e3-e97eb1b919d0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.383129 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (fec36c9d-f4be-4464-96e3-e97eb1b919d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.385726 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.386870 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/security-groups/fec36c9d-f4be-4464-96e3-e97eb1b919d0 HTTP/1.1" status: 204 len: 168 time: 0.1343267 May 09 18:33:21.389674 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:21.399271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690289-cbbf-4505-97ed-d4d185ef6274 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec36c9d-f4be-4464-96e3-e97eb1b919d0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:21.403981 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-35d41cc3-491d-4dc2-9c70-7033ad5cc683 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] show failed (client error): The resource could not be found. May 09 18:33:21.405551 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-35d41cc3-491d-4dc2-9c70-7033ad5cc683 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups/fec36c9d-f4be-4464-96e3-e97eb1b919d0 HTTP/1.1" status: 404 len: 347 time: 0.0143933 May 09 18:33:21.407941 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:21.436503 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34693-a416-4668-adb9-2bf609557512 None None] New status for floating IP 923a51f2-ca1e-471b-8f65-23631c330469: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:33:21.524587 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 2fba1c8f-c05e-4fa9-9775-6275c8095057 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:21.525237 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.605502 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.605832 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (2fba1c8f-c05e-4fa9-9775-6275c8095057), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.618489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 2fba1c8f-c05e-4fa9-9775-6275c8095057 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:21.758440 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (2fba1c8f-c05e-4fa9-9775-6275c8095057), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.784110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=2fba1c8f-c05e-4fa9-9775-6275c8095057,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:21.819553 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.819928 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.820271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.820608 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.820940 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.821270 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.821597 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.821920 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.822246 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.822566 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.822888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.823227 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.823551 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.823870 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.824191 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:21.887084 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787619a-7927-4ad9-afdc-77d6383c842a req-83f023be-98f6-42e4-8585-83c7010fc319 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:21.888600 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2787619a-7927-4ad9-afdc-77d6383c842a req-83f023be-98f6-42e4-8585-83c7010fc319 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 943 time: 0.0952504 May 09 18:33:21.902007 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (923a51f2-ca1e-471b-8f65-23631c330469), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.904396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:21.905433 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3d4bb1c6-e73e-435e-96e9-363a58095d19 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/floatingips/923a51f2-ca1e-471b-8f65-23631c330469 HTTP/1.1" status: 204 len: 168 time: 0.4962895 May 09 18:33:21.945781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2787619a-7927-4ad9-afdc-77d6383c842a req-cdb6de2d-536f-45e4-8b64-951dda3f0717 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508471 May 09 18:33:21.990873 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:21.995963 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655524803', 'description': 'tempest-description--921840274'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:22.015333 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.080170 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (f7832e5e-dbd9-45d1-8f04-074e7c608a29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.083909 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f7832e5e-dbd9-45d1-8f04-074e7c608a29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.114611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.115838 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1239526 May 09 18:33:22.116673 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e667-8589-4cf8-9338-c57ca30e9986 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7832e5e-dbd9-45d1-8f04-074e7c608a29,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.118631 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:22.122742 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': 'f7832e5e-dbd9-45d1-8f04-074e7c608a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:22.146822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (844d6945-1522-48e3-9b4e-9e015fd3139b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.199825 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (844d6945-1522-48e3-9b4e-9e015fd3139b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.203168 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (844d6945-1522-48e3-9b4e-9e015fd3139b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.220049 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844d6945-1522-48e3-9b4e-9e015fd3139b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.228546 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.229729 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-de846322-2497-4a17-b09a-6e362791f420 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101782 May 09 18:33:22.232460 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:22.236651 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': 'f7832e5e-dbd9-45d1-8f04-074e7c608a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:22.260165 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (194e88ec-928a-4186-a974-8bd4903d178b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.316482 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (194e88ec-928a-4186-a974-8bd4903d178b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.320082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (194e88ec-928a-4186-a974-8bd4903d178b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.337167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194e88ec-928a-4186-a974-8bd4903d178b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.345571 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.346751 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fbb9645f-34c5-4ea8-8113-9bd08dc61412 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134102 May 09 18:33:22.349878 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:22.354635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:22.374809 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.454418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.557704 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:33:22.562818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.27.3.124 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/d543b74e-870b-42b0-ad0b-a3002927d5fd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:22.569187 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 97fbd8b0-83c4-4955-a743-dfced983ab62 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:33:22.591244 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 97fbd8b0-83c4-4955-a743-dfced983ab62 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:33:22.591806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 97fbd8b0-83c4-4955-a743-dfced983ab62 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:33:22.683908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.698244 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:22.709788 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'mac_address': 'fa:16:3e:85:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:33:22.723286 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.746650 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:22.747053 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.761308 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:22.764635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:22.767832 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:22.770676 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:22.788421 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:22.793242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.818537 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=d543b74e-870b-42b0-ad0b-a3002927d5fd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.840320 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.877452 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.913135 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:23.084827 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba574d3-bf7b-4650-88d1-0010374b395c req-361513ee-e52d-4f4f-acd6-ef10832376e4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:23.086709 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ba574d3-bf7b-4650-88d1-0010374b395c req-361513ee-e52d-4f4f-acd6-ef10832376e4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 944 time: 0.0649800 May 09 18:33:23.118669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:23.123789 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:23.180303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ba574d3-bf7b-4650-88d1-0010374b395c req-812c7c8c-c3f4-496b-9902-8b40f3d3cc5d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867844 May 09 18:33:23.209631 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=d543b74e-870b-42b0-ad0b-a3002927d5fd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:23.223372 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:23.225424 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['8c59628d-9fbb-446b-9fc4-96acde9b707f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:23.237946 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:23.239159 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08ac4ab6-8984-4ace-b0eb-040df21120f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8883758 May 09 18:33:23.463278 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-8e971c5b-5add-4b37-bd19-3f048348178d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1655524803&fields=id&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 267 time: 0.0420232 May 09 18:33:23.568896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-6cb3b6a5-e46a-4969-929c-a2cb8f5b5848 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:23.570980 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-6cb3b6a5-e46a-4969-929c-a2cb8f5b5848 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1014149 May 09 18:33:23.584734 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-ef195158-6525-4ebc-961f-bb3cf74592ee tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/quotas/3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 375 time: 0.0084934 May 09 18:33:23.631937 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-5ec8f2fa-9ff4-4821-b7dc-a7a31826d9a6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422423 May 09 18:33:23.729763 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-eb93ad66-1b69-478a-a8c1-9aa439ea6698 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 May 09 18:33:23.815037 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-8493cc37-c18c-412d-8ed0-9a07d4b06b25 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795298 May 09 18:33:23.971512 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-de5b2585-6c7a-4c1d-afd8-0c611c38b3a2 req-c8fdb23b-15bb-49f0-a032-18158d2ee1e4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 210 time: 0.0284081 May 09 18:33:24.304741 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099c00-1b3a-4c2f-b9c3-4f90a384875b req-24547231-a945-4f96-9706-006dde3a9cce tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:24.306237 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d099c00-1b3a-4c2f-b9c3-4f90a384875b req-24547231-a945-4f96-9706-006dde3a9cce tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 944 time: 0.0482819 May 09 18:33:24.357727 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d099c00-1b3a-4c2f-b9c3-4f90a384875b req-dfbaeb03-d656-4b66-9ddb-8cec534a2730 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 May 09 18:33:24.567982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:24.613027 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 8c59628d-9fbb-446b-9fc4-96acde9b707f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:24.613400 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:24.687299 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 8c59628d-9fbb-446b-9fc4-96acde9b707f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:24.687684 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:24.709661 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:24.712469 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8382a1f7-af89-4de7-8989-32e0dee8fd09" -d '{"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:24.734991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:24.739839 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:24.764020 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de6f01-73d0-4d2e-8e4e-799f2c93210c x-openstack-request-id: req-c7de6f01-73d0-4d2e-8e4e-799f2c93210c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:24.764316 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:24.764574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7de6f01-73d0-4d2e-8e4e-799f2c93210c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:24.764969 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7de6f01-73d0-4d2e-8e4e-799f2c93210c'] response: {'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'code': 200} May 09 18:33:24.790072 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:25.064089 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-47119500-7661-424a-91a4-186a3b59bbbf req-be5c2f89-2f56-451d-a5bf-9ed920777bca tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 210 time: 0.0274057 May 09 18:33:25.351807 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-6e99ccdf-9c73-4d74-a574-2f0546f3ecc7 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:25.353390 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-6e99ccdf-9c73-4d74-a574-2f0546f3ecc7 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1078155 May 09 18:33:25.380928 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d7016-6d16-443d-a848-ed84a15b696b req-ffc6e956-3bfd-41ef-bec4-8956d33dc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:25.382970 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b9d7016-6d16-443d-a848-ed84a15b696b req-ffc6e956-3bfd-41ef-bec4-8956d33dc123 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 1130 time: 0.0401154 May 09 18:33:25.425545 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-c361110b-b4f0-4492-ad98-c51a2cf00a8d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 380 time: 0.0542977 May 09 18:33:25.452141 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b9d7016-6d16-443d-a848-ed84a15b696b req-d3dec0ea-30c6-46c5-8515-77f1ad09b375 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553429 May 09 18:33:25.487444 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915862e1-bcab-43e6-a850-685cfd20a1e0 req-9132f1fd-0b9d-4e5a-a8ef-559219699c26 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:25.488841 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-915862e1-bcab-43e6-a850-685cfd20a1e0 req-9132f1fd-0b9d-4e5a-a8ef-559219699c26 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0513649 May 09 18:33:25.533366 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-915862e1-bcab-43e6-a850-685cfd20a1e0 req-045cdc03-647f-42c5-84e9-c1e9f5a94098 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383806 May 09 18:33:25.839809 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'port': {'device_id': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'admin_state_up': True, 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'security_groups': ['f7832e5e-dbd9-45d1-8f04-074e7c608a29']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:25.943338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:25.946757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.068914 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.20.0.13 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/3cc28631-1ce9-4cb9-a981-f1bca63f379d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:26.158649 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-affc600e-b803-400a-a47b-d24da5c8d209 req-567e2ad4-be75-431e-8da1-9c497693e569 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 210 time: 0.0275393 May 09 18:33:26.200259 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.231645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.276195 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:26.279230 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:26.285255 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:26.292969 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:26.338823 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:26.339464 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.356522 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-fb98145b-527c-4a9c-9255-f8a64cd4a0b5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5210702 May 09 18:33:26.375960 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Request body: {'port': {'device_id': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:26.438843 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.509572 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9d97dc32-2930-4d91-9b14-1a2abb952245 None None] Provisioning complete for port 3cc28631-1ce9-4cb9-a981-f1bca63f379d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:26.510168 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc32-2930-4d91-9b14-1a2abb952245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.544818 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9d97dc32-2930-4d91-9b14-1a2abb952245 None None] Port 3cc28631-1ce9-4cb9-a981-f1bca63f379d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:26.656163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f7a5f-245c-4585-ae3b-dbdf86da94ed req-0ddf5717-c1d2-49c2-a4bd-e8817dfa8b64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:26.657665 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-289f7a5f-245c-4585-ae3b-dbdf86da94ed req-0ddf5717-c1d2-49c2-a4bd-e8817dfa8b64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0486147 May 09 18:33:26.706216 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-289f7a5f-245c-4585-ae3b-dbdf86da94ed req-ae29b565-2368-4c4f-bbe5-fd49fca4c8cb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 May 09 18:33:26.721673 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc28631-1ce9-4cb9-a981-f1bca63f379d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:26.731976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks [] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.746953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Transition to ACTIVE for port object 3cc28631-1ce9-4cb9-a981-f1bca63f379d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:33:26.752552 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.813700 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:26.903213 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Attempting to bind port 3cc28631-1ce9-4cb9-a981-f1bca63f379d on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:26.903773 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Attempting to bind port 3cc28631-1ce9-4cb9-a981-f1bca63f379d by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:26.904101 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Attempting to bind port 3cc28631-1ce9-4cb9-a981-f1bca63f379d on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:26.908774 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Port 3cc28631-1ce9-4cb9-a981-f1bca63f379d on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:33:26.909076 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Attempting to bind port 3cc28631-1ce9-4cb9-a981-f1bca63f379d on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:26.914338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:26.914767 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:26.915159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:26.915618 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Bound port: 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:26.915972 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.995136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:26.998518 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:27.004735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:27.041654 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.042351 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:27.043647 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] 10.222.0.36 "PUT /v2.0/ports/3cc28631-1ce9-4cb9-a981-f1bca63f379d HTTP/1.1" status: 200 len: 1094 time: 0.6722200 May 09 18:33:27.044258 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:27.046487 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdde49-1c4f-4280-90c0-6d756b65186d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:27.075335 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499329-8758-4e40-bc8a-c853c81ae26c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:27.097534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa469a1-43fb-4222-8d4c-e57a034b0f5d x-openstack-request-id: req-6aa469a1-43fb-4222-8d4c-e57a034b0f5d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:27.097834 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:27.098159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6aa469a1-43fb-4222-8d4c-e57a034b0f5d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:27.098629 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa469a1-43fb-4222-8d4c-e57a034b0f5d'] response: {'name': 'network-changed', 'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'status': 'completed', 'code': 200} May 09 18:33:27.286559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe68c3-f999-4782-9197-22b4575e3bef req-6d1466b0-329d-414f-9d26-67bffc283f83 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.288080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1cbe68c3-f999-4782-9197-22b4575e3bef req-6d1466b0-329d-414f-9d26-67bffc283f83 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 944 time: 0.0497532 May 09 18:33:27.346628 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1cbe68c3-f999-4782-9197-22b4575e3bef req-f21dfcdc-c57c-4d60-b9f8-a697bb043a30 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 May 09 18:33:27.356906 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-6230bfc1-bc14-4868-9599-1ab9878a7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.359121 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-6230bfc1-bc14-4868-9599-1ab9878a7a58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 1128 time: 0.0465224 May 09 18:33:27.818981 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-b164104a-d2a4-4f24-a43f-62efebd972b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.821080 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-b164104a-d2a4-4f24-a43f-62efebd972b8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3582c1a023c645b38b91a5fa01be7667&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3871636 May 09 18:33:27.832140 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ceb8d-10a8-4248-a711-834dbb9317a2 req-3afd0dc5-a73e-4a4e-8572-01a7c6210058 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.833617 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-541ceb8d-10a8-4248-a711-834dbb9317a2 req-3afd0dc5-a73e-4a4e-8572-01a7c6210058 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0498195 May 09 18:33:27.879610 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-541ceb8d-10a8-4248-a711-834dbb9317a2 req-af5ed087-04a1-4d4e-8811-a64fc6aebea1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397685 May 09 18:33:27.980011 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-b1648c6d-aa49-4ba6-957e-e53b6968242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.981471 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21fdde49-1c4f-4280-90c0-6d756b65186d req-b1648c6d-aa49-4ba6-957e-e53b6968242c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538978 May 09 18:33:28.073759 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-2fdbf45e-eb6b-4cfd-9a14-af0fe5193176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.075216 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-2fdbf45e-eb6b-4cfd-9a14-af0fe5193176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 1128 time: 0.0375798 May 09 18:33:28.122439 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-55a9f208-a0ea-4efb-b7d5-d8ac3d361bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d HTTP/1.1" status: 200 len: 217 time: 0.0345860 May 09 18:33:28.167820 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-bde21f58-08e9-4265-93a2-2398c94026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.169548 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-bde21f58-08e9-4265-93a2-2398c94026fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0412550 May 09 18:33:28.211360 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-983412f4-4d73-4ee8-9583-fa6cdbfa856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.213035 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-983412f4-4d73-4ee8-9583-fa6cdbfa856b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371330 May 09 18:33:28.299769 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-aeacb62c-49ed-4ba6-a28a-2b5b29dd3328 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 May 09 18:33:28.384536 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-156d5137-6c1a-4e95-b477-99b84a881e2e req-71179698-18fd-4cb3-87ea-0b6364da0d5c service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790935 May 09 18:33:28.460608 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b980427-0a75-4f73-9239-8df529d0487c req-23d6bf46-60f7-4ab1-ad62-33801f22bbbf tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.462039 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b980427-0a75-4f73-9239-8df529d0487c req-23d6bf46-60f7-4ab1-ad62-33801f22bbbf tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 944 time: 0.0466413 May 09 18:33:28.509981 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b980427-0a75-4f73-9239-8df529d0487c req-bc0fc65a-afb3-42a2-90a2-fc3e600b5bbd tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 May 09 18:33:29.618726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2448f0-2530-4c20-85d3-0936b45345b1 req-fb716bcf-6895-48e7-b9eb-acc09e88b27f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:29.620233 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d2448f0-2530-4c20-85d3-0936b45345b1 req-fb716bcf-6895-48e7-b9eb-acc09e88b27f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 944 time: 0.0451031 May 09 18:33:29.666000 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d2448f0-2530-4c20-85d3-0936b45345b1 req-90eba477-1212-48ab-8f53-ee5010a10311 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 May 09 18:33:30.579634 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3cc28631-1ce9-4cb9-a981-f1bca63f379d details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:33:30.675226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:30.687037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'port_id': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'mac_address': 'fa:16:3e:ac:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:33:30.727197 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 3cc28631-1ce9-4cb9-a981-f1bca63f379d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:30.727601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:30.740696 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc28631-1ce9-4cb9-a981-f1bca63f379d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:30.760921 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:30.764878 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:30.779958 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c8ef0-e182-401d-997c-4927331dd737 req-4b35394b-888e-4f4a-9083-625ff924ddc9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:30.781557 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bf9c8ef0-e182-401d-997c-4927331dd737 req-4b35394b-888e-4f4a-9083-625ff924ddc9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 944 time: 0.0485439 May 09 18:33:30.815565 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:30.828678 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bf9c8ef0-e182-401d-997c-4927331dd737 req-d43bd370-f270-4902-8dfd-728dcb6ee901 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 May 09 18:33:31.116657 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['3cc28631-1ce9-4cb9-a981-f1bca63f379d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:31.224020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a8f73-7dbf-46e4-9095-8ba754859d26 req-cc65dcbf-24f4-41b1-8fcf-c1346ae5030d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.227097 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b0a8f73-7dbf-46e4-9095-8ba754859d26 req-cc65dcbf-24f4-41b1-8fcf-c1346ae5030d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0580912 May 09 18:33:31.284285 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b0a8f73-7dbf-46e4-9095-8ba754859d26 req-6172f84f-38e8-4993-a9a9-80810162ea4b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 May 09 18:33:31.424047 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe33f6-ef1a-4b20-8f90-fef334c5927b req-4dd62f8e-2378-4164-a90f-b4688130ae6c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.425543 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05fe33f6-ef1a-4b20-8f90-fef334c5927b req-4dd62f8e-2378-4164-a90f-b4688130ae6c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0477600 May 09 18:33:31.455911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-e5447ae8-45ca-434a-b622-0b53fdc2c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.457424 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-e5447ae8-45ca-434a-b622-0b53fdc2c98b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0421729 May 09 18:33:31.472336 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05fe33f6-ef1a-4b20-8f90-fef334c5927b req-6a86adb3-6188-4759-9da4-350ecfe0f1a5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 May 09 18:33:31.547838 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-d5a91fc9-9125-4b5e-871e-6ee8de50f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.549297 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-d5a91fc9-9125-4b5e-871e-6ee8de50f0b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0824094 May 09 18:33:31.620863 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-e26fbae1-d2ed-4bf9-85b7-16690565b60c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0644724 May 09 18:33:31.668910 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-9e403efd-5746-46ae-95f0-69707340597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.670384 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-9e403efd-5746-46ae-95f0-69707340597a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0431671 May 09 18:33:31.711944 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-96c12e3e-6b33-441e-b6a3-10382d0c938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.713365 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-96c12e3e-6b33-441e-b6a3-10382d0c938c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370567 May 09 18:33:31.801270 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-5b9f34fe-1380-4dfa-a38b-6c438586acdb service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 May 09 18:33:31.886936 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ab2382d-35e4-4fc9-ac7d-4d99bbac2984 req-edcadc83-5156-4a1f-8b41-84e805d79c3e service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796766 May 09 18:33:31.951833 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b353-318d-4dc5-b489-1e21626edcba req-3b847085-292d-499b-b8f3-d62cc77336ec tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.956675 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a568b353-318d-4dc5-b489-1e21626edcba req-3b847085-292d-499b-b8f3-d62cc77336ec tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 945 time: 0.0501661 May 09 18:33:32.009733 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a568b353-318d-4dc5-b489-1e21626edcba req-b36ed8c3-777e-40f6-970b-d9e350a68746 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495934 May 09 18:33:32.394534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b632-bbf2-4792-811b-db04357048b8 req-37a5e4da-03e2-4e9b-a897-a03576290ac9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:32.396023 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89a6b632-bbf2-4792-811b-db04357048b8 req-37a5e4da-03e2-4e9b-a897-a03576290ac9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0460131 May 09 18:33:32.440763 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89a6b632-bbf2-4792-811b-db04357048b8 req-4124c7db-ee34-468c-bb97-9f69ded26ed2 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 May 09 18:33:32.591160 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b621-2049-479c-8123-0892731cb2b8 req-4902f067-f2b3-4896-8144-313c9122818c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:32.592518 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78e1b621-2049-479c-8123-0892731cb2b8 req-4902f067-f2b3-4896-8144-313c9122818c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0546086 May 09 18:33:32.603663 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3cc28631-1ce9-4cb9-a981-f1bca63f379d up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:32.643466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78e1b621-2049-479c-8123-0892731cb2b8 req-a4584091-a38d-41cf-9364-0023f5324dfd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453627 May 09 18:33:32.647066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 3cc28631-1ce9-4cb9-a981-f1bca63f379d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:33:32.653790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 3cc28631-1ce9-4cb9-a981-f1bca63f379d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:32.654169 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:32.728769 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 3cc28631-1ce9-4cb9-a981-f1bca63f379d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:32.729166 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:32.750791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:32.753073 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9673aaa7-e1c1-461b-b1e2-4c5a37ab3a82" -d '{"events": [{"server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "name": "network-vif-plugged", "status": "completed", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:32.769019 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:32.773495 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:32.796064 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6980b4-dd00-45ad-89fa-64b6ac184ade x-openstack-request-id: req-bf6980b4-dd00-45ad-89fa-64b6ac184ade {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:32.796416 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "name": "network-vif-plugged", "status": "completed", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:32.796675 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf6980b4-dd00-45ad-89fa-64b6ac184ade {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:32.797089 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6980b4-dd00-45ad-89fa-64b6ac184ade'] response: {'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'code': 200} May 09 18:33:32.822701 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:32.999461 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83933d8d-7c50-41d6-a45a-3aea336685ac req-26e93ab9-b70a-4da3-8463-199ef72b7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.000932 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83933d8d-7c50-41d6-a45a-3aea336685ac req-26e93ab9-b70a-4da3-8463-199ef72b7616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 1130 time: 0.0379467 May 09 18:33:33.053174 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83933d8d-7c50-41d6-a45a-3aea336685ac req-c59781a5-ea72-4e18-9440-3bdeda23d08b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 May 09 18:33:33.119944 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cda22-e6b8-4253-897c-8c3d324b6955 req-d0bf8387-e44a-4e50-9fcc-4a23aa77d657 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.121378 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9e8cda22-e6b8-4253-897c-8c3d324b6955 req-d0bf8387-e44a-4e50-9fcc-4a23aa77d657 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0455418 May 09 18:33:33.167387 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9e8cda22-e6b8-4253-897c-8c3d324b6955 req-6428b5a2-945c-4bd1-a189-a668cd93638d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 May 09 18:33:33.551026 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b200a7-db97-47fc-a82c-71ac8db627be req-86851223-2365-410a-a5c8-96560009b7c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.552593 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a9b200a7-db97-47fc-a82c-71ac8db627be req-86851223-2365-410a-a5c8-96560009b7c5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0458071 May 09 18:33:33.598795 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a9b200a7-db97-47fc-a82c-71ac8db627be req-b9306587-1c32-4f66-a39f-bc7f0f3500b5 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 May 09 18:33:33.757729 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a45034-6721-4a70-a5d3-15564fbaba01 req-a792a412-bdef-4bf8-a398-436aca811f90 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.759161 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b4a45034-6721-4a70-a5d3-15564fbaba01 req-a792a412-bdef-4bf8-a398-436aca811f90 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0492940 May 09 18:33:33.803195 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b4a45034-6721-4a70-a5d3-15564fbaba01 req-ee6426a3-3ea1-47ce-8a18-df169521131b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 May 09 18:33:34.282132 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d048e-adf3-4cc5-9b84-2af7af4494c8 req-b8d9d654-8e67-49c7-8af0-43fc720744cb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:34.283596 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-697d048e-adf3-4cc5-9b84-2af7af4494c8 req-b8d9d654-8e67-49c7-8af0-43fc720744cb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0469153 May 09 18:33:34.328767 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-697d048e-adf3-4cc5-9b84-2af7af4494c8 req-628db193-4783-4929-b0cb-cb0761f296e5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391283 May 09 18:33:34.710317 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b9f5a-88e1-4758-9ed6-5afea5d7dd42 req-3b46e93e-f869-4e9d-9165-65981bc603d0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:34.711759 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c1b9f5a-88e1-4758-9ed6-5afea5d7dd42 req-3b46e93e-f869-4e9d-9165-65981bc603d0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0448520 May 09 18:33:34.759549 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c1b9f5a-88e1-4758-9ed6-5afea5d7dd42 req-9614b28f-cabf-451c-bc00-2383bd15918b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 May 09 18:33:34.915446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec300-e327-44bb-b48a-353c3bf774ea req-1862f2eb-d060-46bd-86b1-a493e1da5ac0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:34.916818 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6bcec300-e327-44bb-b48a-353c3bf774ea req-1862f2eb-d060-46bd-86b1-a493e1da5ac0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0474102 May 09 18:33:34.965659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6bcec300-e327-44bb-b48a-353c3bf774ea req-8d471a93-8c5f-4467-9966-b631ab090337 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 May 09 18:33:35.437384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505fff-a253-495e-8286-3d2a41ff9a8a req-79e30ab0-a483-4e16-9cbc-a875ab4ea118 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.438824 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8505fff-a253-495e-8286-3d2a41ff9a8a req-79e30ab0-a483-4e16-9cbc-a875ab4ea118 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0452454 May 09 18:33:35.484811 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8505fff-a253-495e-8286-3d2a41ff9a8a req-ed977aac-28da-4ef4-a719-62d5773c8505 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 May 09 18:33:35.592888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa782f-f4e6-4c09-aa23-500db1a21c28 req-5717de3e-8364-4c6d-9d31-d9f8b35716cb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.594328 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92fa782f-f4e6-4c09-aa23-500db1a21c28 req-5717de3e-8364-4c6d-9d31-d9f8b35716cb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0485821 May 09 18:33:35.602772 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:35.606925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'port_id': '3cc28631-1ce9-4cb9-a981-f1bca63f379d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:35.645398 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.012082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21ddb4-60da-45f1-aa1f-c9af803c6361 req-58ef9cb1-4eb4-47a8-8ed8-8580ec13dd96 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:36.013541 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9a21ddb4-60da-45f1-aa1f-c9af803c6361 req-58ef9cb1-4eb4-47a8-8ed8-8580ec13dd96 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0767078 May 09 18:33:36.144783 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9268d5-c904-4f83-a42e-477f5f6cf935 req-948d462c-6f7d-4fee-90a2-ef02cfe1547e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:36.146218 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd9268d5-c904-4f83-a42e-477f5f6cf935 req-948d462c-6f7d-4fee-90a2-ef02cfe1547e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0759649 May 09 18:33:36.153734 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9a21ddb4-60da-45f1-aa1f-c9af803c6361 req-c192437d-a8a2-4ed6-b403-4d46e3b4cf93 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330433 May 09 18:33:36.300564 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd9268d5-c904-4f83-a42e-477f5f6cf935 req-d591e86b-a6b3-4bec-9dc4-48edabaa12fb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186414 May 09 18:33:36.450249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.453854 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.561176 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 98714401-3fb1-46ec-9ab5-ec17f0c343b2 associated. External IP: 172.27.3.124, port: 3cc28631-1ce9-4cb9-a981-f1bca63f379d. May 09 18:33:36.766682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:36.874573 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:36.879456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.885303 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:36.896269 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:36.896881 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:36.915848 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6ab810ef-7931-4393-bfff-893bbc3f6c47 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "PUT /v2.0/floatingips/98714401-3fb1-46ec-9ab5-ec17f0c343b2 HTTP/1.1" status: 200 len: 992 time: 1.3120332 May 09 18:33:36.916492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:36.918794 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca5e985-ffd7-4cff-a854-91a702704849" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:36.954331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf25f1-6102-4997-8ec2-68e381a1cacb x-openstack-request-id: req-87bf25f1-6102-4997-8ec2-68e381a1cacb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:36.954631 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:36.954893 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bf25f1-6102-4997-8ec2-68e381a1cacb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:36.955340 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bf25f1-6102-4997-8ec2-68e381a1cacb'] response: {'name': 'network-changed', 'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'status': 'completed', 'code': 200} May 09 18:33:37.005032 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:37.036782 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e985-ffd7-4cff-a854-91a702704849 req-a71cad96-2299-4dab-8c3c-ce00ecf47fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.038324 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-a71cad96-2299-4dab-8c3c-ce00ecf47fea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 1130 time: 0.0381203 May 09 18:33:37.125570 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e985-ffd7-4cff-a854-91a702704849 req-983e8b85-9566-47fd-ab82-ee71d69eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.126924 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-983e8b85-9566-47fd-ab82-ee71d69eb5e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.0826242 May 09 18:33:37.196033 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-150d57b3-448d-4ffd-8a67-e7db19468d15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d HTTP/1.1" status: 200 len: 1000 time: 0.0628467 May 09 18:33:37.216979 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98714401-3fb1-46ec-9ab5-ec17f0c343b2', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:ac:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:22Z', 'updated_at': '2022-05-09T18:33:36Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:37.243751 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e985-ffd7-4cff-a854-91a702704849 req-42508093-ea9c-4757-97ae-6bf37f53e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.244202 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:37.245208 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-42508093-ea9c-4757-97ae-6bf37f53e82e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0432932 May 09 18:33:37.252727 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:37.253338 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:37.268801 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63d5e7-d1a0-43f2-9302-9fbb6b23447d req-39b41ab9-f3a3-4d27-aaa7-3d4fc4250f8c tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.270574 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f63d5e7-d1a0-43f2-9302-9fbb6b23447d req-39b41ab9-f3a3-4d27-aaa7-3d4fc4250f8c tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0493498 May 09 18:33:37.288432 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e985-ffd7-4cff-a854-91a702704849 req-371b0660-352a-45d9-bcf4-292036462698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.289926 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-371b0660-352a-45d9-bcf4-292036462698 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383120 May 09 18:33:37.317377 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f63d5e7-d1a0-43f2-9302-9fbb6b23447d req-a3957e70-762f-484c-88a1-1b3686889079 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 May 09 18:33:37.363217 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:37.387069 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-4898fc30-571a-49ed-a815-6518a9435aed service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906689 May 09 18:33:37.419595 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775d4ff-c3ac-4c92-83d4-cb41ddaa4f16 req-0be182d7-2557-48e7-9f8c-5a87d7a1f32f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.421301 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2775d4ff-c3ac-4c92-83d4-cb41ddaa4f16 req-0be182d7-2557-48e7-9f8c-5a87d7a1f32f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0461686 May 09 18:33:37.474539 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2775d4ff-c3ac-4c92-83d4-cb41ddaa4f16 req-d4186b72-4547-4311-bad9-f352811d9323 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473251 May 09 18:33:37.476334 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aca5e985-ffd7-4cff-a854-91a702704849 req-7dec7132-42c2-42c9-b1ee-9c926f2d18bc service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828688 May 09 18:33:37.580628 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98714401-3fb1-46ec-9ab5-ec17f0c343b2', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:ac:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:22Z', 'updated_at': '2022-05-09T18:33:36Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:37.610257 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32862ca-7839-4c65-bc61-3cf32060ab0d None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98714401-3fb1-46ec-9ab5-ec17f0c343b2', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:ac:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:22Z', 'updated_at': '2022-05-09T18:33:36Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:37.804695 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349be633-d020-4466-ac59-d5078e4be502 None None] New status for floating IP 98714401-3fb1-46ec-9ab5-ec17f0c343b2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:33:38.429011 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f70b-02f1-4690-9384-97444b95bffb req-e3b62b00-2df0-41ba-9566-04fd1ca6be44 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.430444 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3289f70b-02f1-4690-9384-97444b95bffb req-e3b62b00-2df0-41ba-9566-04fd1ca6be44 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0457041 May 09 18:33:38.476105 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3289f70b-02f1-4690-9384-97444b95bffb req-7de8aa6a-66d5-4157-9f89-f9422991ad5a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 May 09 18:33:38.585959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ac92-c5f6-4bcc-888d-7cb83df82cb8 req-000f7009-c610-4ab5-959c-2c1fa82409f2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.587425 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ac9ac92-c5f6-4bcc-888d-7cb83df82cb8 req-000f7009-c610-4ab5-959c-2c1fa82409f2 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0459020 May 09 18:33:38.634262 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ac9ac92-c5f6-4bcc-888d-7cb83df82cb8 req-7933e3a6-c07b-4e59-b88f-d4e2e88c8b69 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413682 May 09 18:33:39.590574 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cdeda-9d5d-4af5-be2d-6bcff05ac14e req-17a66ecf-378f-4ae6-ad4a-87c10de47ac7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.592051 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e4cdeda-9d5d-4af5-be2d-6bcff05ac14e req-17a66ecf-378f-4ae6-ad4a-87c10de47ac7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0496237 May 09 18:33:39.611349 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:39.638510 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e4cdeda-9d5d-4af5-be2d-6bcff05ac14e req-fc89736f-89d9-4ec3-898e-82dc6d1026e4 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 May 09 18:33:39.746310 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bfd38-89fa-4222-a9b2-22d52021f89d req-170da8cf-4c43-442f-8913-54ef367f780a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.747818 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-422bfd38-89fa-4222-a9b2-22d52021f89d req-170da8cf-4c43-442f-8913-54ef367f780a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0466230 May 09 18:33:39.793448 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-422bfd38-89fa-4222-a9b2-22d52021f89d req-847a3a73-b220-42c0-b334-b4198110f2c1 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 May 09 18:33:40.135793 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-223ef692-41fb-44dc-ac80-087f1c8ee0a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414715 May 09 18:33:40.204881 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35dd7-918e-4401-aec8-07abed36f80e req-d23cb73d-fad9-4b83-adfd-e7cb876e74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.206326 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-d23cb73d-fad9-4b83-adfd-e7cb876e74d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 1129 time: 0.0372427 May 09 18:33:40.305071 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35dd7-918e-4401-aec8-07abed36f80e req-dc7b2d9f-05ce-4c36-8b81-6aa29e7bc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.306485 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-dc7b2d9f-05ce-4c36-8b81-6aa29e7bc3ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0804079 May 09 18:33:40.353980 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-385df344-35cd-4098-a96e-e2d0bcd9487c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 200 len: 217 time: 0.0353327 May 09 18:33:40.402136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35dd7-918e-4401-aec8-07abed36f80e req-91662f5c-121f-4981-885a-e7c2c2b1e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.403515 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-91662f5c-121f-4981-885a-e7c2c2b1e9e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0413496 May 09 18:33:40.445672 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35dd7-918e-4401-aec8-07abed36f80e req-e26b1596-60ac-46ed-bae4-f4c3f4f4a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.447139 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-e26b1596-60ac-46ed-bae4-f4c3f4f4a48f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373816 May 09 18:33:40.537260 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-279cf132-885c-472a-b1a3-8fd19fbbcf06 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825150 May 09 18:33:40.623371 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26d35dd7-918e-4401-aec8-07abed36f80e req-93eb5d36-0b72-4c91-ae0f-3fe8f205eacb service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789142 May 09 18:33:40.749381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89fc09-0ed1-465f-ab17-aa1f2cd19f55 req-11218493-19a2-4ec2-b5b0-9e857cecc0a8 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.750846 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a89fc09-0ed1-465f-ab17-aa1f2cd19f55 req-11218493-19a2-4ec2-b5b0-9e857cecc0a8 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0471780 May 09 18:33:40.799126 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a89fc09-0ed1-465f-ab17-aa1f2cd19f55 req-d523f396-df51-4fbe-8ff0-d4181bc28749 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 May 09 18:33:40.904003 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689ed4-f5ed-4dde-9ee9-fa035a9fe021 req-a48fa0b1-3f34-4793-b4d8-1b2854344f3e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.905455 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94689ed4-f5ed-4dde-9ee9-fa035a9fe021 req-a48fa0b1-3f34-4793-b4d8-1b2854344f3e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0458803 May 09 18:33:40.952180 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94689ed4-f5ed-4dde-9ee9-fa035a9fe021 req-9cebfd96-15d9-44e0-b022-54449f5e5ec8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 May 09 18:33:41.392371 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc740d3f-11fe-4f26-8513-b73521fd3745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:41.909498 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214607f-c9ab-4a4e-9ff4-86e178971afd req-d53643a0-2002-4672-ba53-2ebe8c7ec895 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.910998 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a214607f-c9ab-4a4e-9ff4-86e178971afd req-d53643a0-2002-4672-ba53-2ebe8c7ec895 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0463696 May 09 18:33:41.960153 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a214607f-c9ab-4a4e-9ff4-86e178971afd req-eeba999c-0d87-4b64-a269-dee56a8c62e1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 May 09 18:33:42.070443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c19ada-6e52-4f89-97ed-0e2a61e59156 req-9e21a1bf-0c62-48d2-8884-9235dd1419a1 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.071977 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65c19ada-6e52-4f89-97ed-0e2a61e59156 req-9e21a1bf-0c62-48d2-8884-9235dd1419a1 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0521088 May 09 18:33:42.131100 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65c19ada-6e52-4f89-97ed-0e2a61e59156 req-76537c86-0271-4e58-986a-3e0243ebae7c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535247 May 09 18:33:42.165728 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0aa5-3ba7-4130-b2a0-4d63a263a3df req-e108cccd-20f5-41d8-9d7a-328cb730639d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.167283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d1b0aa5-3ba7-4130-b2a0-4d63a263a3df req-e108cccd-20f5-41d8-9d7a-328cb730639d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0533643 May 09 18:33:42.216212 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d1b0aa5-3ba7-4130-b2a0-4d63a263a3df req-18d99adf-ae00-4d58-9c91-1f60e923bf69 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 May 09 18:33:42.309357 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-416b18c0-916c-4533-8541-99160953fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.310800 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-416b18c0-916c-4533-8541-99160953fa2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 1129 time: 0.0386691 May 09 18:33:42.405025 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-0866997c-a972-4fab-a228-56d4a154bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.406451 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-0866997c-a972-4fab-a228-56d4a154bdd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.0853682 May 09 18:33:42.469429 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-b70eefb2-a4c9-4adf-ba04-b8b9236a107c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 200 len: 1000 time: 0.0558259 May 09 18:33:42.518431 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-b02b491b-f693-4727-86c5-edd5266476ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.519886 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-b02b491b-f693-4727-86c5-edd5266476ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.0448864 May 09 18:33:42.560107 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-edd79b9e-a6fb-4998-a236-c7c67221654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.561433 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-edd79b9e-a6fb-4998-a236-c7c67221654d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358512 May 09 18:33:42.650692 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-57aaeb88-7ed5-40f3-a991-00b7975bca17 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787230 May 09 18:33:42.739761 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43c1765c-3994-4eac-92bc-257257cbc0d2 req-730950eb-85e8-4dc7-9c40-8e3e187c96a9 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814023 May 09 18:33:43.247077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842e5c7-3973-4af3-be32-7a2b3f3f0223 req-a38ef339-d935-4f42-8ab9-dc7626c53882 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:43.248612 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8842e5c7-3973-4af3-be32-7a2b3f3f0223 req-a38ef339-d935-4f42-8ab9-dc7626c53882 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0496743 May 09 18:33:43.303100 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8842e5c7-3973-4af3-be32-7a2b3f3f0223 req-5517e7d6-83f2-4df6-9df5-206fd3b9780e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 May 09 18:33:43.336520 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a8c8-cde9-4b7c-82c5-5c9c42754081 req-07bed56f-b183-4bbe-9e6c-5b0b0e04e05f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:43.337975 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f418a8c8-cde9-4b7c-82c5-5c9c42754081 req-07bed56f-b183-4bbe-9e6c-5b0b0e04e05f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0546014 May 09 18:33:43.384495 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f418a8c8-cde9-4b7c-82c5-5c9c42754081 req-25c783b6-5c8a-4668-b66d-60362a4c03fb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 May 09 18:33:43.591062 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932aaf4f-4e8f-4c2d-b8da-7565b670776c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:44.414204 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6ee14-c978-473e-aef5-92473fb5cf0c req-fc0ec20a-54b9-4d2b-ad30-84076c8dd7dc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:44.415747 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fce6ee14-c978-473e-aef5-92473fb5cf0c req-fc0ec20a-54b9-4d2b-ad30-84076c8dd7dc tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0456686 May 09 18:33:44.489199 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fce6ee14-c978-473e-aef5-92473fb5cf0c req-ff054a71-c4ed-4a2b-ac28-b85bf36c04ed tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680025 May 09 18:33:44.505033 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cc098-cfc2-4740-ab4a-77731dbe2c97 req-0610fcf9-efd8-479d-984e-d592a277c8f7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:44.507022 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b4cc098-cfc2-4740-ab4a-77731dbe2c97 req-0610fcf9-efd8-479d-984e-d592a277c8f7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0555620 May 09 18:33:44.551588 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b4cc098-cfc2-4740-ab4a-77731dbe2c97 req-92495563-1762-4fc5-9c0c-3e11336508eb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 May 09 18:33:44.708302 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:45.601775 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2faba-135f-490b-847f-4791344b03a5 req-1a556d3d-445a-42ce-8a62-ade970b592e6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:45.603231 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ee2faba-135f-490b-847f-4791344b03a5 req-1a556d3d-445a-42ce-8a62-ade970b592e6 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0450201 May 09 18:33:45.649223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ee2faba-135f-490b-847f-4791344b03a5 req-c876be65-3c63-48cc-83ba-653d08bedb49 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 May 09 18:33:46.148050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:46.769085 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a175f-4b59-4cb9-a6f4-cd893473c22b req-c50bb857-77ce-4f86-a23e-817e67332ae7 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:46.770551 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa0a175f-4b59-4cb9-a6f4-cd893473c22b req-c50bb857-77ce-4f86-a23e-817e67332ae7 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0503488 May 09 18:33:46.815569 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa0a175f-4b59-4cb9-a6f4-cd893473c22b req-51809aad-2c69-4dae-b358-52a3b3e45402 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394707 May 09 18:33:47.586728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:47.926181 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c189296-3d48-452c-8404-adc129426f0c req-3699631f-934d-4f4b-9e53-322c6d1aa417 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:47.927721 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1c189296-3d48-452c-8404-adc129426f0c req-3699631f-934d-4f4b-9e53-322c6d1aa417 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0458419 May 09 18:33:47.974386 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1c189296-3d48-452c-8404-adc129426f0c req-b3921cb9-14e9-4d20-abef-b0ed371771e7 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 May 09 18:33:48.512789 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3634e96-3d3c-4666-a4e0-0ae4eb0ed761 req-5a4aefd2-8c6e-49d5-916b-869b33d49c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:48.514243 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3634e96-3d3c-4666-a4e0-0ae4eb0ed761 req-5a4aefd2-8c6e-49d5-916b-869b33d49c74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0381157 May 09 18:33:48.556493 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3634e96-3d3c-4666-a4e0-0ae4eb0ed761 req-2e43d0b0-cb67-48c8-9e95-7e2b0b4e9073 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359356 May 09 18:33:49.086297 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8848f4-ed1e-41c9-a8b7-36ad86b15a26 req-0e7ad665-246c-4982-9456-59167c330165 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:49.087808 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df8848f4-ed1e-41c9-a8b7-36ad86b15a26 req-0e7ad665-246c-4982-9456-59167c330165 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0458326 May 09 18:33:49.143085 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df8848f4-ed1e-41c9-a8b7-36ad86b15a26 req-3e16217e-2509-4c23-92f1-44822b58b829 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492239 May 09 18:33:50.254773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a0e35-cb91-4220-95ab-9e472514791c req-194ac203-df38-4758-a679-4367bd22f2db tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:50.256739 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-866a0e35-cb91-4220-95ab-9e472514791c req-194ac203-df38-4758-a679-4367bd22f2db tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0455260 May 09 18:33:50.303879 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-866a0e35-cb91-4220-95ab-9e472514791c req-f1d22e7b-9949-4676-bdb0-c17ffdfd5e63 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 May 09 18:33:51.414656 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002e301-45f3-4830-a33a-eedf0c6c92de req-5e5a0ec4-f70f-46d6-8deb-322262dd752c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.416125 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9002e301-45f3-4830-a33a-eedf0c6c92de req-5e5a0ec4-f70f-46d6-8deb-322262dd752c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0459704 May 09 18:33:51.460792 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9002e301-45f3-4830-a33a-eedf0c6c92de req-0e79e64c-0007-4df9-9e91-6ca5353ff579 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393505 May 09 18:33:51.841277 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533f90-5e29-48ff-a768-9dd70e1917f5 req-1c01b992-9d18-432d-bda0-1683c09c5bcd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.842759 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-18533f90-5e29-48ff-a768-9dd70e1917f5 req-1c01b992-9d18-432d-bda0-1683c09c5bcd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0500343 May 09 18:33:51.855153 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-be5d2b2f-3cb2-45fd-bb1e-1bbf5a59f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.856649 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-be5d2b2f-3cb2-45fd-bb1e-1bbf5a59f2ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0424991 May 09 18:33:51.889427 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-18533f90-5e29-48ff-a768-9dd70e1917f5 req-db023a79-3f8a-4d9f-9580-9f52067b1d62 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 May 09 18:33:51.947291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-76161cdb-db92-4a4f-95eb-a51e28062148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.948745 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-76161cdb-db92-4a4f-95eb-a51e28062148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0844216 May 09 18:33:52.016939 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-97bf6b09-49f8-4d6e-891b-53a85990f765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0605605 May 09 18:33:52.076153 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-9a0da16d-39f8-4730-9f99-ce7337e27036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.077528 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-9a0da16d-39f8-4730-9f99-ce7337e27036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0417628 May 09 18:33:52.122770 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-eed3b89e-6f33-4b3b-8ef7-c3ab56628d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.124499 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-eed3b89e-6f33-4b3b-8ef7-c3ab56628d4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365555 May 09 18:33:52.222088 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-83088d4d-d850-408a-bd67-0f09edb89b82 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823617 May 09 18:33:52.315828 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ad84cd7-b04d-4fe5-8548-59d3c845a6e5 req-44120f76-2835-4fb9-80ba-f497c18f8df0 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797436 May 09 18:33:53.015428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0a56-1dfa-463c-83f0-95f41219c206 req-1f454d88-5083-4647-be56-7f4d2776e673 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:53.016866 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-828c0a56-1dfa-463c-83f0-95f41219c206 req-1f454d88-5083-4647-be56-7f4d2776e673 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0518978 May 09 18:33:53.061524 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-828c0a56-1dfa-463c-83f0-95f41219c206 req-faf593a3-8876-49d9-ad14-892c70a3909e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385447 May 09 18:33:53.948471 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:33:54.179231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82a098-810a-4b59-b199-3aef5cc94a40 req-98ea08eb-fd28-41c0-8f9c-47ec407fb236 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.180680 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6e82a098-810a-4b59-b199-3aef5cc94a40 req-98ea08eb-fd28-41c0-8f9c-47ec407fb236 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0490675 May 09 18:33:54.226789 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6e82a098-810a-4b59-b199-3aef5cc94a40 req-54a29af3-bf7e-411e-81e0-b8c64f2ee7f5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 May 09 18:33:55.341002 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a007e4-b9e1-4752-9118-0d558d8a7daf req-87889dd6-7d4a-4b74-9ffd-727ceb85605a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.342479 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00a007e4-b9e1-4752-9118-0d558d8a7daf req-87889dd6-7d4a-4b74-9ffd-727ceb85605a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0475502 May 09 18:33:55.388771 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00a007e4-b9e1-4752-9118-0d558d8a7daf req-4b853578-4617-4575-8c44-6da27d16df8b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 May 09 18:33:55.495123 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f4788-9000-4af8-9554-6f90980031e3 req-d6e61e26-139e-4325-854e-6202fa0257ee tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.496568 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-103f4788-9000-4af8-9554-6f90980031e3 req-d6e61e26-139e-4325-854e-6202fa0257ee tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0453515 May 09 18:33:55.505156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 36968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:55.509229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Request body: {'floatingip': {'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:55.565472 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.029166 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.033102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.473108 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:56.578851 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:56.583336 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.589417 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:56.598756 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:56.600126 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:56.613752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:56.616003 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:56.647931 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c1a64a8a-fe0b-4897-bc3b-b2de19ffd2bb tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "PUT /v2.0/floatingips/d602435f-a57f-496e-8a54-d69b2830fb45 HTTP/1.1" status: 200 len: 992 time: 1.1391513 May 09 18:33:56.653097 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ab809-c94c-479f-877a-d1c8816b3901 x-openstack-request-id: req-f61ab809-c94c-479f-877a-d1c8816b3901 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:56.653402 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:56.653661 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f61ab809-c94c-479f-877a-d1c8816b3901 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:56.654064 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61ab809-c94c-479f-877a-d1c8816b3901'] response: {'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'status': 'completed', 'code': 200} May 09 18:33:56.752849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-79162390-5b6a-4d24-8153-13f9b5acd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.754334 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-79162390-5b6a-4d24-8153-13f9b5acd056 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0392847 May 09 18:33:56.790486 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:56.843394 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-df27c3fa-a00e-48e0-b581-53aa234117c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.844866 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-df27c3fa-a00e-48e0-b581-53aa234117c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0840611 May 09 18:33:56.913740 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-f7524579-ff45-4c64-b1c5-a56ad1fd619d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0562510 May 09 18:33:56.964380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-0376e219-72f7-4545-a1b6-a4bd0e443d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.965887 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-0376e219-72f7-4545-a1b6-a4bd0e443d59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0458922 May 09 18:33:57.008947 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-c893dbe2-acf0-4941-8c0c-8c414288ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.009150 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:33:55Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:57.010374 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-c893dbe2-acf0-4941-8c0c-8c414288ecca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384991 May 09 18:33:57.035764 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:57.043898 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:57.044496 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:57.096635 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-23646568-6ec5-46eb-b10d-04f828d33a65 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799026 May 09 18:33:57.150414 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:57.186274 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b9eee7-3771-47ec-b8ef-b09e9d400cfb req-9bc8d8ef-e734-4511-b02f-d48b68ffe28e service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839562 May 09 18:33:57.464857 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:33:55Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:57.490846 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b0ecd-d990-4d82-9783-603d3cc1b8a3 None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'd602435f-a57f-496e-8a54-d69b2830fb45', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'port_id': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'mac_address': 'fa:16:3e:3e:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:32:19Z', 'updated_at': '2022-05-09T18:33:55Z', 'revision_number': 3, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:58.655418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:58.657696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6264d37-bda5-4d4e-aa59-43c66c70a55a" -d '{"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:58.694997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c79578-32ca-4826-9a69-1b1dcaacac30 x-openstack-request-id: req-a2c79578-32ca-4826-9a69-1b1dcaacac30 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:58.695330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:58.695587 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2c79578-32ca-4826-9a69-1b1dcaacac30 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:58.695986 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c79578-32ca-4826-9a69-1b1dcaacac30'] response: {'name': 'network-changed', 'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'status': 'completed', 'code': 200} May 09 18:33:58.789943 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-3fcbcb69-9a80-407b-859b-2e9a6ba1b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.791436 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-3fcbcb69-9a80-407b-859b-2e9a6ba1b409 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 1129 time: 0.0377526 May 09 18:33:58.883033 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-e38b0ec6-a7df-416a-ae6b-da475835e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.884483 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-e38b0ec6-a7df-416a-ae6b-da475835e72d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.0838749 May 09 18:33:58.946555 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-0dd8ecae-24cd-43ad-98c7-da25ca5a49cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0550616 May 09 18:33:58.996482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-396b07c0-0718-4ae4-9cea-7cbab91497c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.997898 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-396b07c0-0718-4ae4-9cea-7cbab91497c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0430841 May 09 18:33:59.045525 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-31773d8f-eb3e-4c4c-89e7-217eff5320e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.046996 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-31773d8f-eb3e-4c4c-89e7-217eff5320e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425286 May 09 18:33:59.133172 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-561cc218-9996-4b2d-8391-57a1414fc54d service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788603 May 09 18:33:59.221493 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6264d37-bda5-4d4e-aa59-43c66c70a55a req-c2b4dc10-c4e9-4a31-ad4e-b5ee4e1f844c service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 May 09 18:34:09.629124 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:09.909954 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354331c5-34dc-4935-bc42-e78d3b745255 req-4191393c-1e2d-43e7-9f38-1a6edf7bb0f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.911414 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-354331c5-34dc-4935-bc42-e78d3b745255 req-4191393c-1e2d-43e7-9f38-1a6edf7bb0f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0454526 May 09 18:34:09.958194 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-354331c5-34dc-4935-bc42-e78d3b745255 req-5a913d2f-8f1a-4d1c-94f2-ee9aa551d1c9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 May 09 18:34:11.091684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ddb98-2d1f-44c4-9bb2-39cd4cd110c1 req-9079f7de-5b38-4753-ac20-a4f4dadec292 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:11.093198 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-408ddb98-2d1f-44c4-9bb2-39cd4cd110c1 req-9079f7de-5b38-4753-ac20-a4f4dadec292 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0518992 May 09 18:34:11.139344 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-408ddb98-2d1f-44c4-9bb2-39cd4cd110c1 req-68a69648-78f2-4efd-8906-78f95724db7e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405846 May 09 18:34:11.393035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a4c10f-c0cf-495d-9f43-77e58189263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.822460 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-183c1396-c134-4431-8a89-38e7cb002655 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:11.823932 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-183c1396-c134-4431-8a89-38e7cb002655 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0444372 May 09 18:34:11.912304 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Deleting port 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:11.912643 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.003067 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] For port 8c59628d-9fbb-446b-9fc4-96acde9b707f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=8c59628d-9fbb-446b-9fc4-96acde9b707f,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:12.003397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.166284 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.166748 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.167080 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Floating IP d7d74175-f063-449f-b060-f05bf5b2054f disassociated. External IP: 172.27.3.5, port: 8c59628d-9fbb-446b-9fc4-96acde9b707f. May 09 18:34:12.167444 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Calling delete_port for 8c59628d-9fbb-446b-9fc4-96acde9b707f owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:12.259630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eec54-5bf5-4e09-a370-67ac6fe1df0a req-ece96818-8bc0-471f-ab8f-9b7b9e20104d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.261133 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-426eec54-5bf5-4e09-a370-67ac6fe1df0a req-ece96818-8bc0-471f-ab8f-9b7b9e20104d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 946 time: 0.0487137 May 09 18:34:12.310770 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-426eec54-5bf5-4e09-a370-67ac6fe1df0a req-4289b29d-cfb4-46ce-a6d4-28291b8d87d5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698f8aa-7063-4ebc-8766-67112502aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 May 09 18:34:12.517409 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (8c59628d-9fbb-446b-9fc4-96acde9b707f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.544615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'Port': ['ID=8c59628d-9fbb-446b-9fc4-96acde9b707f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.554415 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.554607 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.554951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.555323 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.555660 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.555990 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.556320 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.556647 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.556972 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.557299 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.557629 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.557951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.558274 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.558598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.558919 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:12.671152 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:12.776028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:12.785318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:12.799395 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:12.800028 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:12.820719 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] No DVR routers for this DVR port 8c59628d-9fbb-446b-9fc4-96acde9b707f on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:12.823404 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.826605 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-234c5c72-1c0c-4181-a300-b43e9f46bb3e req-8f175cb6-421c-4c34-9e4a-bbc7222f92fb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "DELETE /v2.0/ports/8c59628d-9fbb-446b-9fc4-96acde9b707f HTTP/1.1" status: 204 len: 173 time: 0.9911206 May 09 18:34:12.827055 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-deleted', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:12.829985 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c9504-7425-485b-af99-013d110d58ee" -d '{"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-deleted", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:12.866974 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ea13f5-3228-4de7-863e-9893c941a7ed x-openstack-request-id: req-e0ea13f5-3228-4de7-863e-9893c941a7ed {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:12.867645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b5c8d4-23e0-426a-806c-d472fcd826fb", "name": "network-vif-deleted", "tag": "8c59628d-9fbb-446b-9fc4-96acde9b707f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:12.868146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0ea13f5-3228-4de7-863e-9893c941a7ed {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:12.869536 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ea13f5-3228-4de7-863e-9893c941a7ed'] response: {'server_uuid': '02b5c8d4-23e0-426a-806c-d472fcd826fb', 'name': 'network-vif-deleted', 'tag': '8c59628d-9fbb-446b-9fc4-96acde9b707f', 'status': 'completed', 'code': 200} May 09 18:34:12.919768 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:13.117134 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:13.143357 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:13.151876 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:13.152480 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:33:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:13.256348 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:13.431500 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-074dcc85-2f9e-493e-8404-2a4d75efce55 req-6b46352f-5e61-447e-ad44-a427d1bceb6d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b5c8d4-23e0-426a-806c-d472fcd826fb HTTP/1.1" status: 200 len: 210 time: 0.0339575 May 09 18:34:13.572817 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-23690606-184e-4c08-ade2-1c3827928529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:13.602672 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23690606-184e-4c08-ade2-1c3827928529 None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:13.615449 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28610235-b5e1-45b5-a345-db02d9a00160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.821720 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd124951-426b-4d6b-af81-d9ff6bfef0f7 None None] New status for floating IP d7d74175-f063-449f-b060-f05bf5b2054f: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:14.522337 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:14.575642 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (d698f8aa-7063-4ebc-8766-67112502aed2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.598260 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (d698f8aa-7063-4ebc-8766-67112502aed2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.643091 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (d698f8aa-7063-4ebc-8766-67112502aed2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.646699 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.647957 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "DELETE /v2.0/security-groups/d698f8aa-7063-4ebc-8766-67112502aed2 HTTP/1.1" status: 204 len: 168 time: 0.1246138 May 09 18:34:14.650822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:14.656793 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccffda8-c1d3-4a8e-8c66-a4ef1ee070f0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698f8aa-7063-4ebc-8766-67112502aed2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:14.664074 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-086e3b1d-9a14-4e54-b505-c392178ee44b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] show failed (client error): The resource could not be found. May 09 18:34:14.665053 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-086e3b1d-9a14-4e54-b505-c392178ee44b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups/d698f8aa-7063-4ebc-8766-67112502aed2 HTTP/1.1" status: 404 len: 347 time: 0.0132482 May 09 18:34:14.667943 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:14.712450 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.780016 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Deleting port c4472b4e-ca77-4317-ad7c-32800e3d8130 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:14.780358 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.821140 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:14.843035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 8c59628d-9fbb-446b-9fc4-96acde9b707f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:14.843412 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 8c59628d-9fbb-446b-9fc4-96acde9b707f not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:14.853992 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.854322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (c4472b4e-ca77-4317-ad7c-32800e3d8130), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.867143 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Calling delete_port for c4472b4e-ca77-4317-ad7c-32800e3d8130 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:14.994770 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (c4472b4e-ca77-4317-ad7c-32800e3d8130), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.019482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'Port': ['ID=c4472b4e-ca77-4317-ad7c-32800e3d8130,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.080527 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (d7d74175-f063-449f-b060-f05bf5b2054f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.082881 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.084049 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-75fe6631-58ce-481b-94c8-56e856f48971 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "DELETE /v2.0/floatingips/d7d74175-f063-449f-b060-f05bf5b2054f HTTP/1.1" status: 204 len: 168 time: 0.4152157 May 09 18:34:15.166351 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:15.170816 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496222462', 'description': 'tempest-description--224754462'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:15.191241 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.255950 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.259410 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.288543 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.289727 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1223931 May 09 18:34:15.290898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8e19a-364a-43b6-a5b4-1552514a5d64 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.292696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:15.297240 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group_rule': {'security_group_id': '2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:15.322559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (2933ea2e-7911-47da-b29d-919e8120cc15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.376696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (2933ea2e-7911-47da-b29d-919e8120cc15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.379959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (2933ea2e-7911-47da-b29d-919e8120cc15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.394157 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2933ea2e-7911-47da-b29d-919e8120cc15,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.404432 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.405580 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d423baff-eafa-4865-a5cd-47e8317891e8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118314 May 09 18:34:15.408372 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:15.412878 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'security_group_rule': {'security_group_id': '2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:15.436839 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (5c3ddd14-5a43-4b27-94e4-5d82ec3fa85d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.493746 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (5c3ddd14-5a43-4b27-94e4-5d82ec3fa85d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.497262 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (5c3ddd14-5a43-4b27-94e4-5d82ec3fa85d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.516206 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3ddd14-5a43-4b27-94e4-5d82ec3fa85d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.521335 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.522498 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f3b62335-3c2a-439e-8df4-6013188e8e41 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133797 May 09 18:34:15.525699 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:15.530045 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:15.549491 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.626537 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.728083 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Allocated IP 172.27.3.32 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/6a9fd004-f879-4b20-80c9-4aec400be5a8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:15.827776 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.859577 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.896290 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:15.899125 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:15.904517 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:15.925732 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=6a9fd004-f879-4b20-80c9-4aec400be5a8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.988848 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.027419 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.150810 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.171562 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.175907 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.247932 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=6a9fd004-f879-4b20-80c9-4aec400be5a8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:16.255484 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.269431 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:16.271357 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4c4e3982-6dcc-4cf7-b429-6fd3adf330aa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7446423 May 09 18:34:16.457700 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-eb9320e2-1fe4-4ea9-8cca-642f7ec8cdf3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1496222462&fields=id&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 267 time: 0.0411355 May 09 18:34:16.560611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-7d5e7af6-e065-4c6e-ba15-d0429fb73a75 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:16.561961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-7d5e7af6-e065-4c6e-ba15-d0429fb73a75 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 817 time: 0.0964878 May 09 18:34:16.577538 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-018c5f3a-169e-4220-99ad-b5dbf70719ec tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/quotas/127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 375 time: 0.0103941 May 09 18:34:16.629739 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-23e2a0fc-427d-4135-8889-07a2fbbacc68 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470438 May 09 18:34:16.727691 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-f5a996cf-af19-4561-9205-aef9167c3b67 service neutron] 10.222.0.25 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872295 May 09 18:34:16.817823 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-7875c611-674a-4133-8c1c-beda900aa8c1 service neutron] 10.222.0.25 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 May 09 18:34:16.973538 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27a850dc-210d-40c5-93e1-6e63269f3f88 req-7a799106-ae14-4b45-95c8-3df07af8421e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 210 time: 0.0281899 May 09 18:34:17.588184 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.048825 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-b9c71703-30ef-4f10-9af4-fa550b097b73 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:18.050267 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-b9c71703-30ef-4f10-9af4-fa550b097b73 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 817 time: 0.1118646 May 09 18:34:18.074655 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-15aa7bf1-7033-45b2-9c7b-711564e4db56 req-5f85089f-fdeb-4c5c-8dbc-23cf83ac2fb0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 210 time: 0.0271790 May 09 18:34:18.119288 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-91d5f6cf-7ce0-4693-8a6e-6898b3e94134 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 380 time: 0.0527635 May 09 18:34:18.133463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'port': {'device_id': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'admin_state_up': True, 'tenant_id': '127c608e5ebd478282b045739182c41e', 'security_groups': ['2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:18.235084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Made reservation on behalf of 127c608e5ebd478282b045739182c41e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:18.238394 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.370530 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Allocated IP 172.20.0.3 (f5e8d460-3fdc-4b49-8c18-f792777a0c26/114fb703-1478-4ad8-93a4-d33999ff7a6d/24ac401c-c8b4-41af-97fa-c5c82f0aa6b7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:18.503458 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.535347 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.576085 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:18.579221 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:18.585369 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:18.591689 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:18.649036 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:18.649690 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.666083 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-bf359017-37a5-4306-a746-59dc552d87f9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362723 May 09 18:34:18.685707 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Request body: {'port': {'device_id': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:18.748223 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.814949 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c27fa4d8-22f8-4332-9def-823bd726bd35 None None] Provisioning complete for port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:18.815556 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c27fa4d8-22f8-4332-9def-823bd726bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.849375 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c27fa4d8-22f8-4332-9def-823bd726bd35 None None] Port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:34:18.999838 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:19.007343 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks [] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.019438 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Transition to ACTIVE for port object 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:34:19.023051 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.073534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:19.146439 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Attempting to bind port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:34:19.146865 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Attempting to bind port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:34:19.147231 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Attempting to bind port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:19.152083 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:34:19.152427 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Attempting to bind port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 on network f5e8d460-3fdc-4b49-8c18-f792777a0c26 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:19.158028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:34:19.158369 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Checking segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:34:19.158756 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Bound using segment: {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:34:19.159218 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Bound port: 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29668675-2899-410b-bd95-31d456c61b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:34:19.159575 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.210239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0853ae-25aa-4e05-829c-8d255b70c14c req-f5e96959-9374-49d8-8ae4-9f1b157ef233 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.211804 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f0853ae-25aa-4e05-829c-8d255b70c14c req-f5e96959-9374-49d8-8ae4-9f1b157ef233 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0491743 May 09 18:34:19.227642 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:34:19.231078 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:34:19.237139 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.262801 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f0853ae-25aa-4e05-829c-8d255b70c14c req-ab4e7038-6584-4ee1-8992-dcff104ec388 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439911 May 09 18:34:19.272727 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.273374 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.274754 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] 10.222.0.36 "PUT /v2.0/ports/24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 1093 time: 0.5934558 May 09 18:34:19.275208 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:19.277424 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:19.307775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72359a02-db97-409c-8212-9f0eaed5715a service neutron] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:19.337422 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc48b74b-7fcc-47b8-8e4f-ca23e9783f92 x-openstack-request-id: req-bc48b74b-7fcc-47b8-8e4f-ca23e9783f92 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:19.337895 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:19.338271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc48b74b-7fcc-47b8-8e4f-ca23e9783f92 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:19.338746 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc48b74b-7fcc-47b8-8e4f-ca23e9783f92'] response: {'name': 'network-changed', 'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'status': 'completed', 'code': 200} May 09 18:34:19.394198 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-ee767e56-56d0-44ec-93ed-72256311e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.396314 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-ee767e56-56d0-44ec-93ed-72256311e4cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1127 time: 0.0411689 May 09 18:34:19.449048 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-3babcb68-3cf3-4f45-8099-9fb791a5f07f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 217 time: 0.0366578 May 09 18:34:19.498897 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-f7ce7bed-e846-4b56-a9ac-88c7ad7da5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.500379 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-f7ce7bed-e846-4b56-a9ac-88c7ad7da5f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0446074 May 09 18:34:19.542211 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-da5d59ce-07aa-4bef-8880-fb6924b35b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.543658 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-da5d59ce-07aa-4bef-8880-fb6924b35b3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374734 May 09 18:34:19.634574 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-ffa9700a-65e9-4d13-9dec-7504a030f85c service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 May 09 18:34:19.721040 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b5681ca-3905-4a0c-adec-70a25be4e1e8 req-f6814c4d-67cd-4f80-9753-40daad94aaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805607 May 09 18:34:20.394658 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6c1a-0695-4b45-b936-3a6d70a3e697 req-d2ebcb07-e995-4ac1-ac43-981d295952bc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.396681 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d63b6c1a-0695-4b45-b936-3a6d70a3e697 req-d2ebcb07-e995-4ac1-ac43-981d295952bc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0510881 May 09 18:34:20.442991 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d63b6c1a-0695-4b45-b936-3a6d70a3e697 req-76d7d9eb-45a7-498d-be34-20f8126cce0f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 May 09 18:34:20.796370 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-b85d9efa-ce37-42cf-bf0b-428e3b562b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.797837 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-b85d9efa-ce37-42cf-bf0b-428e3b562b73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1127 time: 0.0424180 May 09 18:34:20.851130 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:20.887316 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-32fd3290-fa7e-4f08-8599-bd54c7e573e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.888776 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-32fd3290-fa7e-4f08-8599-bd54c7e573e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.0840187 May 09 18:34:20.933114 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-20c724a2-ab92-4139-9827-f2b07367febd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 217 time: 0.0364025 May 09 18:34:20.945491 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:20.956329 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:20.986430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-fce1bbca-ca3d-45bf-b5a9-3f3c2cfa5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.988155 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-fce1bbca-ca3d-45bf-b5a9-3f3c2cfa5a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0482864 May 09 18:34:20.998610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:20.999115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:21.012696 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:21.031693 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:21.035700 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:21.036577 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-b1e523cc-6c4c-4301-9507-d52ac03f655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.038198 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-b1e523cc-6c4c-4301-9507-d52ac03f655e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413375 May 09 18:34:21.082003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:21.088957 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.089311 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.089663 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.090024 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.090365 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.090703 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.091032 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.091391 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.091721 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.092050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.092378 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.092718 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.093051 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.093373 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.093695 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:21.140379 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-3428afe8-e775-4c0c-9aa9-79f8f8565066 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938392 May 09 18:34:21.233070 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4cd23ea-742e-4a08-92d9-cb3949e7b1ae req-88ef07bf-3423-43ca-aaa7-34543368ff96 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 May 09 18:34:21.435828 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:21.562553 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cc802-c85b-44a3-b5f4-ad5f7f39d07d req-43a00b07-f419-46e4-811e-35ac68205a29 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.564083 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a2cc802-c85b-44a3-b5f4-ad5f7f39d07d req-43a00b07-f419-46e4-811e-35ac68205a29 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0492880 May 09 18:34:21.610787 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5a2cc802-c85b-44a3-b5f4-ad5f7f39d07d req-630b671e-7b47-4d0e-9d0c-fbfb6a3e641c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 May 09 18:34:22.728410 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40a49c-8bf3-463a-885c-b87956f7a3e1 req-6595373a-85ff-4d43-b6e1-1d64fc4f864c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:22.729976 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7d40a49c-8bf3-463a-885c-b87956f7a3e1 req-6595373a-85ff-4d43-b6e1-1d64fc4f864c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0465400 May 09 18:34:22.778200 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7d40a49c-8bf3-463a-885c-b87956f7a3e1 req-8e3ab28c-fe31-465f-be33-7e8411922e5f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 May 09 18:34:22.852256 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:34:22.895794 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:34:22.901401 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:22.901929 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:22.976059 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:22.976454 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:23.001714 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:23.004219 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4471a-b560-4c4a-a3bf-6bbca745c278" -d '{"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:23.016584 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:23.021641 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:23.046946 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46aa7a-64c5-4276-92a5-c67ac14255f4 x-openstack-request-id: req-9b46aa7a-64c5-4276-92a5-c67ac14255f4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:23.047385 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:23.047672 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b46aa7a-64c5-4276-92a5-c67ac14255f4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:23.048067 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b46aa7a-64c5-4276-92a5-c67ac14255f4'] response: {'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'code': 200} May 09 18:34:23.074085 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:23.246575 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fe93-a80d-4cac-9863-3bfa3aa382d7 req-a5839ae9-024b-4c70-a625-1e1842db5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:23.248046 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97d3fe93-a80d-4cac-9863-3bfa3aa382d7 req-a5839ae9-024b-4c70-a625-1e1842db5fda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1129 time: 0.0371771 May 09 18:34:23.291684 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97d3fe93-a80d-4cac-9863-3bfa3aa382d7 req-94865548-a901-4d51-800d-ef5fbf3010fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 May 09 18:34:23.892719 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476766b-544e-4b54-ba2a-29d215e34698 req-dd7af303-e9c3-4145-b750-15eb058236d8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:23.894201 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3476766b-544e-4b54-ba2a-29d215e34698 req-dd7af303-e9c3-4145-b750-15eb058236d8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0460720 May 09 18:34:23.938917 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3476766b-544e-4b54-ba2a-29d215e34698 req-41d64586-f763-4500-89ce-f82d482d23e5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 May 09 18:34:25.056999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32d757-b508-4de6-b13c-732e31c90b83 req-5e267740-614d-439a-9aac-62c3c439e8f5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:25.058452 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6c32d757-b508-4de6-b13c-732e31c90b83 req-5e267740-614d-439a-9aac-62c3c439e8f5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0460882 May 09 18:34:25.104032 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6c32d757-b508-4de6-b13c-732e31c90b83 req-b73e075e-6cc9-4ced-8ab2-4698b950cc36 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 May 09 18:34:26.223143 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a255f-2601-48e2-a882-8859f9387256 req-a9ca007a-76f1-4b17-a563-a24453b4ad3f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:26.225223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a28a255f-2601-48e2-a882-8859f9387256 req-a9ca007a-76f1-4b17-a563-a24453b4ad3f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0505674 May 09 18:34:26.270698 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a28a255f-2601-48e2-a882-8859f9387256 req-28cf1b67-c225-4853-a7bb-589015ea219e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 May 09 18:34:26.385101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48554109-f0f8-41bc-881c-40aba7fdd5c4 req-8a43ec14-08c1-4909-9c81-e8f5bba6e898 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:26.386671 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-48554109-f0f8-41bc-881c-40aba7fdd5c4 req-8a43ec14-08c1-4909-9c81-e8f5bba6e898 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0481353 May 09 18:34:26.395758 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:26.400830 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Request body: {'floatingip': {'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:26.432169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292618c-35a3-48fd-9d25-bbc403193b6c req-e5731add-001a-4711-b18c-0326efcafe0c tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:26.433653 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e292618c-35a3-48fd-9d25-bbc403193b6c req-e5731add-001a-4711-b18c-0326efcafe0c tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0461817 May 09 18:34:26.441794 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:26.485147 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e292618c-35a3-48fd-9d25-bbc403193b6c req-f5a78731-755e-470a-ac35-2583cf8c65ef tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 May 09 18:34:26.870731 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:26.874716 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:27.217395 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Floating IP b8e54f55-1e0d-4f5a-9589-8984e1598330 associated. External IP: 172.27.3.32, port: 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7. May 09 18:34:27.420934 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:27.526322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:27.530742 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:27.538159 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:27.548013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:27.548914 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:27.560549 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c34786f3-27a4-4145-ab18-03296ded2892 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "PUT /v2.0/floatingips/b8e54f55-1e0d-4f5a-9589-8984e1598330 HTTP/1.1" status: 200 len: 990 time: 1.1631601 May 09 18:34:27.561499 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:27.564056 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557600ba-4d93-4968-956d-bde04a1f000c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:27.599504 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e19d6ba-10be-4f93-af45-60522d1e39ab x-openstack-request-id: req-9e19d6ba-10be-4f93-af45-60522d1e39ab {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:27.599793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:27.600047 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e19d6ba-10be-4f93-af45-60522d1e39ab {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:27.600481 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e19d6ba-10be-4f93-af45-60522d1e39ab'] response: {'name': 'network-changed', 'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'status': 'completed', 'code': 200} May 09 18:34:27.604498 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb7e86-8206-42c6-8402-96f17a1194ed req-becdabb6-818b-490c-8bb5-f1cc98a5a9da tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:27.606009 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2fdb7e86-8206-42c6-8402-96f17a1194ed req-becdabb6-818b-490c-8bb5-f1cc98a5a9da tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0501697 May 09 18:34:27.661593 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2fdb7e86-8206-42c6-8402-96f17a1194ed req-19ad632d-9629-4454-82d9-e5eb261c3ac5 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 May 09 18:34:27.663288 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:27.694423 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557600ba-4d93-4968-956d-bde04a1f000c req-e353143e-1e31-4456-9eb7-79dd7bbaa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:27.696005 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-e353143e-1e31-4456-9eb7-79dd7bbaa9b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1129 time: 0.0403790 May 09 18:34:27.787473 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557600ba-4d93-4968-956d-bde04a1f000c req-7ced9a65-e010-4c65-9619-25142d91e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:27.788864 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-7ced9a65-e010-4c65-9619-25142d91e99c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.0837176 May 09 18:34:27.920736 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'b8e54f55-1e0d-4f5a-9589-8984e1598330', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:15Z', 'updated_at': '2022-05-09T18:34:26Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:27.946639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:27.954865 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:27.955527 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:27.963688 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-a7e8647a-d953-4764-90fc-73ebcb883897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 998 time: 0.0648253 May 09 18:34:28.061265 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:28.268368 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'b8e54f55-1e0d-4f5a-9589-8984e1598330', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:15Z', 'updated_at': '2022-05-09T18:34:26Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:28.294327 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae4ece-bb80-4bc3-ad58-56b0d4befc59 None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'b8e54f55-1e0d-4f5a-9589-8984e1598330', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:15Z', 'updated_at': '2022-05-09T18:34:26Z', 'revision_number': 1, 'project_id': '127c608e5ebd478282b045739182c41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:28.355028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557600ba-4d93-4968-956d-bde04a1f000c req-c7453ebe-9c73-47b5-9370-d079cb9d043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:28.356523 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-c7453ebe-9c73-47b5-9370-d079cb9d043c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0669582 May 09 18:34:28.500718 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464b980-c863-42b6-a29f-4fa31b110526 None None] New status for floating IP b8e54f55-1e0d-4f5a-9589-8984e1598330: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:28.728282 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557600ba-4d93-4968-956d-bde04a1f000c req-eefce1b6-45c6-4c67-8276-7b7f1d49e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:28.729817 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-eefce1b6-45c6-4c67-8276-7b7f1d49e329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611668 May 09 18:34:28.793596 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6a01-3a06-4a5a-8c21-289c2e924df7 req-2925a5ff-8132-48e3-a76a-2ca424027bcd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:28.795195 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-141b6a01-3a06-4a5a-8c21-289c2e924df7 req-2925a5ff-8132-48e3-a76a-2ca424027bcd tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0541856 May 09 18:34:28.826941 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-5c4f246c-3545-4b34-8dc1-291b7d1f57df service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903516 May 09 18:34:28.846248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-141b6a01-3a06-4a5a-8c21-289c2e924df7 req-395dfbbb-75bc-4a58-bf8d-04e7f49f8103 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 May 09 18:34:28.925349 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557600ba-4d93-4968-956d-bde04a1f000c req-a3f462e4-49af-417a-91b4-7f7841e4740e service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827017 May 09 18:34:29.965357 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe50c-6eed-4f23-aa11-39aa0ea2f3aa req-87190def-5d1b-48e3-bc7f-18c9a4493cb7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:29.966830 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-924fe50c-6eed-4f23-aa11-39aa0ea2f3aa req-87190def-5d1b-48e3-bc7f-18c9a4493cb7 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0495112 May 09 18:34:30.014642 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-924fe50c-6eed-4f23-aa11-39aa0ea2f3aa req-33db311f-a5e2-4f4f-a44d-cfdb05d55995 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 May 09 18:34:30.947600 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:34:31.135814 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d18-f4c4-4399-a15e-e6a75af11ef6 req-aaf9fcac-58a5-4df4-94db-cfe3ab23263b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:31.137225 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ac61d18-f4c4-4399-a15e-e6a75af11ef6 req-aaf9fcac-58a5-4df4-94db-cfe3ab23263b tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0724018 May 09 18:34:31.156609 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd546e8-653e-49a8-b1c0-99aafe1ae329 req-6eebde32-7006-4623-a2eb-ad6a31eea81f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:31.157977 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd546e8-653e-49a8-b1c0-99aafe1ae329 req-6eebde32-7006-4623-a2eb-ad6a31eea81f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0657098 May 09 18:34:31.226310 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ac61d18-f4c4-4399-a15e-e6a75af11ef6 req-bd2b563e-8b0f-4990-b528-3b038859a9fc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831735 May 09 18:34:31.229957 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd546e8-653e-49a8-b1c0-99aafe1ae329 req-251ec681-4d45-4cc5-abfc-e09d64899738 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649433 May 09 18:34:32.370450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4571b0-92ef-4b49-8c6a-e755b3020289 req-91839b5b-961b-4f81-b547-fc009108f83e tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:32.371971 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd4571b0-92ef-4b49-8c6a-e755b3020289 req-91839b5b-961b-4f81-b547-fc009108f83e tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0762646 May 09 18:34:32.378141 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8a594-e1ae-4205-988e-cb7d05b628f0 req-31d3e976-fee4-4a6f-bae4-d46dcee61c87 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:32.380143 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6d8a594-e1ae-4205-988e-cb7d05b628f0 req-31d3e976-fee4-4a6f-bae4-d46dcee61c87 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0825872 May 09 18:34:32.461636 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd4571b0-92ef-4b49-8c6a-e755b3020289 req-a0fc8639-d9ad-438a-8107-7871e58c805f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7832e5e-dbd9-45d1-8f04-074e7c608a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805666 May 09 18:34:32.465334 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6d8a594-e1ae-4205-988e-cb7d05b628f0 req-e4845135-9b7d-4c7d-ab7f-1ef2c18830d5 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787711 May 09 18:34:32.876947 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-db8e241a-0973-49c1-a006-588f0b43f9e6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:32.878363 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-db8e241a-0973-49c1-a006-588f0b43f9e6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 946 time: 0.0501156 May 09 18:34:32.962366 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 3cc28631-1ce9-4cb9-a981-f1bca63f379d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:32.962706 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.051378 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] For port 3cc28631-1ce9-4cb9-a981-f1bca63f379d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3cc28631-1ce9-4cb9-a981-f1bca63f379d,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:33.051751 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.220204 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.220484 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.220802 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 98714401-3fb1-46ec-9ab5-ec17f0c343b2 disassociated. External IP: 172.27.3.124, port: 3cc28631-1ce9-4cb9-a981-f1bca63f379d. May 09 18:34:33.221141 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 3cc28631-1ce9-4cb9-a981-f1bca63f379d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:33.346503 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (3cc28631-1ce9-4cb9-a981-f1bca63f379d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.371789 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=3cc28631-1ce9-4cb9-a981-f1bca63f379d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:33.493338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:33.580222 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e42f1fee-b180-4a7a-a436-faa4035591f3 req-2d1cdb29-0dc1-41a2-bfea-3fdd975a46c6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8b23f6-bf09-4784-bed1-4e2a9c013f91 HTTP/1.1" status: 200 len: 210 time: 0.0489419 May 09 18:34:33.598648 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13c864-bbd0-4530-a19c-0b967c66333f req-2e770110-dcf3-42bc-8e06-50cdb33a03be tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:33.600286 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f13c864-bbd0-4530-a19c-0b967c66333f req-2e770110-dcf3-42bc-8e06-50cdb33a03be tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0599964 May 09 18:34:33.612644 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:33.623547 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:33.633524 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:33.634429 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:33.657369 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] No DVR routers for this DVR port 3cc28631-1ce9-4cb9-a981-f1bca63f379d on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:33.659811 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f13c864-bbd0-4530-a19c-0b967c66333f req-1e38d233-f103-4b6e-8aea-49182f4a2556 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506234 May 09 18:34:33.659951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.663289 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a38a5683-c1c7-485e-874b-9ae4ca88a070 req-5b3b4253-28b7-4d6b-bfac-6e0fe1e25e3c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "DELETE /v2.0/ports/3cc28631-1ce9-4cb9-a981-f1bca63f379d HTTP/1.1" status: 204 len: 173 time: 0.7787108 May 09 18:34:33.663701 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'name': 'network-vif-deleted', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:33.666055 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d984ab6-536d-47d8-b3b3-2641a3793a1d" -d '{"events": [{"server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "name": "network-vif-deleted", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:33.702152 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5aec0-a3de-4086-98c8-7a01ec339abc x-openstack-request-id: req-3fa5aec0-a3de-4086-98c8-7a01ec339abc {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:33.702407 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b23f6-bf09-4784-bed1-4e2a9c013f91", "name": "network-vif-deleted", "tag": "3cc28631-1ce9-4cb9-a981-f1bca63f379d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:33.702663 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fa5aec0-a3de-4086-98c8-7a01ec339abc {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:33.703063 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa5aec0-a3de-4086-98c8-7a01ec339abc'] response: {'server_uuid': 'ed8b23f6-bf09-4784-bed1-4e2a9c013f91', 'name': 'network-vif-deleted', 'tag': '3cc28631-1ce9-4cb9-a981-f1bca63f379d', 'status': 'completed', 'code': 200} May 09 18:34:33.749139 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:34.063224 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:34.088025 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:34.096437 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:34.097046 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:34.205836 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:34.396502 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:34.422625 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169963e1-9df4-4da1-a4a7-29bd5872aa5a None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:34.661871 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee6fa7e-9502-417d-81d1-5d3a719076ad None None] New status for floating IP 98714401-3fb1-46ec-9ab5-ec17f0c343b2: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:34.681501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:34.770723 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (f7832e5e-dbd9-45d1-8f04-074e7c608a29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:34.803824 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (f7832e5e-dbd9-45d1-8f04-074e7c608a29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:34.806171 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6e01-bf90-422e-a370-8778a0f243ed req-f43bcae6-3b45-4e20-b5e1-9a03ec82e818 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:34.807748 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-622c6e01-bf90-422e-a370-8778a0f243ed req-f43bcae6-3b45-4e20-b5e1-9a03ec82e818 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0495479 May 09 18:34:34.860014 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f7832e5e-dbd9-45d1-8f04-074e7c608a29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:34.863164 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:34.864628 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7832e5e-dbd9-45d1-8f04-074e7c608a29 HTTP/1.1" status: 204 len: 168 time: 0.1822505 May 09 18:34:34.867551 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-622c6e01-bf90-422e-a370-8778a0f243ed req-83129e29-183f-4883-9113-57edcf709916 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534213 May 09 18:34:34.868021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:34.881776 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-e568d69a-b7ce-4ec3-b44f-168e3fcb4c4c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] show failed (client error): The resource could not be found. May 09 18:34:34.884348 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a35a28-89f6-4c99-bc4b-030ac51b29c2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7832e5e-dbd9-45d1-8f04-074e7c608a29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:34.885623 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e568d69a-b7ce-4ec3-b44f-168e3fcb4c4c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups/f7832e5e-dbd9-45d1-8f04-074e7c608a29 HTTP/1.1" status: 404 len: 347 time: 0.0167115 May 09 18:34:34.886336 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:34.921167 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3cc28631-1ce9-4cb9-a981-f1bca63f379d no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:34.944754 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 3cc28631-1ce9-4cb9-a981-f1bca63f379d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:34.945104 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3cc28631-1ce9-4cb9-a981-f1bca63f379d not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:35.009057 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port d543b74e-870b-42b0-ad0b-a3002927d5fd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:35.009396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.082876 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.083218 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (d543b74e-870b-42b0-ad0b-a3002927d5fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.096073 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for d543b74e-870b-42b0-ad0b-a3002927d5fd owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:35.228141 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (d543b74e-870b-42b0-ad0b-a3002927d5fd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.261711 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=d543b74e-870b-42b0-ad0b-a3002927d5fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:35.286879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.287274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.287596 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.287967 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.288328 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.288642 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.289056 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.289400 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.289727 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.290063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.290381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.290702 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.291024 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.291368 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.291688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:34:35.336938 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (98714401-3fb1-46ec-9ab5-ec17f0c343b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.339862 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.341010 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-eab014e4-2ebd-4fc4-a020-3a6f931de083 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/floatingips/98714401-3fb1-46ec-9ab5-ec17f0c343b2 HTTP/1.1" status: 204 len: 168 time: 0.4536057 May 09 18:34:35.401928 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:35.406463 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594805022', 'description': 'tempest-description--1077988124'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:35.427476 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.492449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (39c96350-3223-4030-87dd-fb6449286c37), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.496233 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (39c96350-3223-4030-87dd-fb6449286c37), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.526597 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.527827 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249068 May 09 18:34:35.529762 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec696-7f7f-4c4a-abdd-e3257997c468 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c96350-3223-4030-87dd-fb6449286c37,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:35.530872 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:35.536509 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': '39c96350-3223-4030-87dd-fb6449286c37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:35.562323 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (a0eb8656-e44e-4be3-8c52-7e7faf22dc73), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.617863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (a0eb8656-e44e-4be3-8c52-7e7faf22dc73), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.621301 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (a0eb8656-e44e-4be3-8c52-7e7faf22dc73), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.639847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0eb8656-e44e-4be3-8c52-7e7faf22dc73,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:35.645526 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.646721 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-75bde608-09a2-4c58-abf4-557b98bb37e1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140301 May 09 18:34:35.649432 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:35.653649 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'security_group_rule': {'security_group_id': '39c96350-3223-4030-87dd-fb6449286c37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:35.677649 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (53a21781-ae3e-499f-b5e7-39937dc3f053), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.733337 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (53a21781-ae3e-499f-b5e7-39937dc3f053), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.736570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (53a21781-ae3e-499f-b5e7-39937dc3f053), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.755472 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a21781-ae3e-499f-b5e7-39937dc3f053,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:35.765313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.769641 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c46825ee-a0e4-4685-8209-090b8f115c94 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160233 May 09 18:34:35.769641 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:35.774972 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:35.796684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:35.878424 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.000884 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.27.3.47 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/1b34ae9f-a692-426d-bc27-2842847394b0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:36.097846 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f793432-18b5-4704-af92-06e5baedb5e1 req-56f3384f-4285-4b9e-b0a6-f43d9820772f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:36.099332 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f793432-18b5-4704-af92-06e5baedb5e1 req-56f3384f-4285-4b9e-b0a6-f43d9820772f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.1639817 May 09 18:34:36.189494 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee76fa-25aa-4a02-9bed-e5cc4f4ab8dc req-aae1d92e-aac7-4e0c-ae8e-f72127640366 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:36.190947 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-17ee76fa-25aa-4a02-9bed-e5cc4f4ab8dc req-aae1d92e-aac7-4e0c-ae8e-f72127640366 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.1433396 May 09 18:34:36.237533 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f793432-18b5-4704-af92-06e5baedb5e1 req-026fe28d-b991-488c-ba22-daab772a9884 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230817 May 09 18:34:36.255252 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (1b34ae9f-a692-426d-bc27-2842847394b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.276911 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-17ee76fa-25aa-4a02-9bed-e5cc4f4ab8dc req-83e9da9d-e494-4cc6-8c62-d70ad0bcaa6b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775440 May 09 18:34:36.301888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.340108 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:36.344998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:36.347399 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:36.353688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=1b34ae9f-a692-426d-bc27-2842847394b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:36.437957 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.473753 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.619559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (1b34ae9f-a692-426d-bc27-2842847394b0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.623891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.691110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=1b34ae9f-a692-426d-bc27-2842847394b0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:36.700936 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.715961 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.717151 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6f72351a-b34d-4d43-99c8-fb4b2ffb82a3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9458404 May 09 18:34:36.863099 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-9bda0467-9435-42cc-b573-6bdaca3737c6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--594805022&fields=id&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 267 time: 0.0414793 May 09 18:34:36.969213 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1d4d0424-c323-4037-a637-5b697f8aa6f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:36.970662 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1d4d0424-c323-4037-a637-5b697f8aa6f9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.1013994 May 09 18:34:36.985772 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-fcfdb3d7-6ddf-4189-a343-85601d6c2186 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/quotas/3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 375 time: 0.0095251 May 09 18:34:37.034359 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-aff54984-10ab-4fd7-a874-5e170161643d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432675 May 09 18:34:37.130892 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-64ba990a-d285-4ce5-a405-1cba8149ead9 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 May 09 18:34:37.218931 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-aa1784d5-022c-4855-a1a3-50c24857d124 service neutron] 10.222.0.25 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821836 May 09 18:34:37.368321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3060-a2e2-4648-afe3-82d28e648407 req-9fa2cb39-8c36-479d-8918-1bd9272fe4c5 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:37.369851 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bfce3060-a2e2-4648-afe3-82d28e648407 req-9fa2cb39-8c36-479d-8918-1bd9272fe4c5 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0560403 May 09 18:34:37.438147 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413de366-2e79-4f91-82ce-b8268b744f84 req-e2170bdd-a853-4165-a77c-ad71fec40934 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:37.439520 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-413de366-2e79-4f91-82ce-b8268b744f84 req-e2170bdd-a853-4165-a77c-ad71fec40934 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0687790 May 09 18:34:37.471096 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bfce3060-a2e2-4648-afe3-82d28e648407 req-2c1899f6-c873-42be-a611-890305d66c83 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917511 May 09 18:34:37.500377 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-413de366-2e79-4f91-82ce-b8268b744f84 req-bcf46f74-fc0e-43ba-9a71-25c79d367dc9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544915 May 09 18:34:37.546304 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-551d8391-2b08-4071-8f42-dff7b492cbd8 req-abc1fe5e-b83f-4f50-b1e3-541445647b37 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 210 time: 0.0351233 May 09 18:34:38.611635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d58e-e48d-48b3-baae-b22894777d39 req-779ca6e8-1c06-4ac2-9c3c-3d9a5ae6bc5d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:38.613073 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cbe2d58e-e48d-48b3-baae-b22894777d39 req-779ca6e8-1c06-4ac2-9c3c-3d9a5ae6bc5d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0746782 May 09 18:34:38.631762 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099f5eb-1b2e-4ed0-a412-66170306e4a0 req-fd0cb87b-8189-421e-b9c0-9959977f85dd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:38.633152 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0099f5eb-1b2e-4ed0-a412-66170306e4a0 req-fd0cb87b-8189-421e-b9c0-9959977f85dd tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0648746 May 09 18:34:38.694525 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cbe2d58e-e48d-48b3-baae-b22894777d39 req-7fafd7c8-7b89-41e7-9574-d0c91e8a01b8 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753918 May 09 18:34:38.714408 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0099f5eb-1b2e-4ed0-a412-66170306e4a0 req-7f94b7d1-247d-4ecd-a47c-a90675de84d5 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648706 May 09 18:34:38.775218 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a43a35fa-25d7-45b4-af34-ddb85d995763 req-5ae6e0dd-db41-4c5d-9200-d8ef4626afea tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 210 time: 0.0271733 May 09 18:34:39.626830 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:39.680162 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-cf11b933-5b82-401e-a6eb-22be60efa03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:39.681988 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-cf11b933-5b82-401e-a6eb-22be60efa03b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0411808 May 09 18:34:39.692190 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-5496a24d-413d-458f-940f-5c9fadf8ab79 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:39.694482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-5496a24d-413d-458f-940f-5c9fadf8ab79 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.0527751 May 09 18:34:39.804599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-9a3bed1b-92c2-4695-b934-d868e268c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:39.805997 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-9a3bed1b-92c2-4695-b934-d868e268c871 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.1156185 May 09 18:34:39.852676 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Deleting port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:39.853011 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.052875 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-f23669a4-4f73-495d-9d67-d6a36ef06bc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 1001 time: 0.0646696 May 09 18:34:40.110172 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-ade02387-8357-47ac-bc5a-c2d4763ef3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.111595 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-ade02387-8357-47ac-bc5a-c2d4763ef3bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0505688 May 09 18:34:40.132021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f12d-8c5a-459e-8b7f-d203eb89483d req-c700ef99-c83b-4820-b6de-38c209fd30e0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.133466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0fd9f12d-8c5a-459e-8b7f-d203eb89483d req-c700ef99-c83b-4820-b6de-38c209fd30e0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 945 time: 0.3446093 May 09 18:34:40.164881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00356304-d540-43d8-aeb9-71976484c0ca req-85aa090d-b154-45de-a26a-1aebf224ce64 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.166352 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00356304-d540-43d8-aeb9-71976484c0ca req-85aa090d-b154-45de-a26a-1aebf224ce64 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.3742237 May 09 18:34:40.236322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-da3b257f-d70c-43a9-bdb0-e8519ed94256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.237971 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-da3b257f-d70c-43a9-bdb0-e8519ed94256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984721 May 09 18:34:40.273415 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-bbf40619-5a42-48c9-8a9d-714a45ba7890 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931296 May 09 18:34:40.322634 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0fd9f12d-8c5a-459e-8b7f-d203eb89483d req-de8bbc98-7c79-4afc-869f-a00f66c1adc9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dfbda49-224e-44e3-8790-f8a5e686affa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645958 May 09 18:34:40.324576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] For port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:40.324945 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.345326 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00356304-d540-43d8-aeb9-71976484c0ca req-675ce924-f4e4-4116-b167-f4ba44cb5ff0 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580086 May 09 18:34:40.350175 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-055934f1-7faf-495c-913f-a57ad2ba7706 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.351793 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-055934f1-7faf-495c-913f-a57ad2ba7706 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 815 time: 0.2014110 May 09 18:34:40.400417 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-8d5aaeba-3d0a-4810-9872-e1379ac6dc3a service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548073 May 09 18:34:40.439225 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-3dc2bf2e-416a-47d2-94b9-3613287ada58 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3582c1a023c645b38b91a5fa01be7667 HTTP/1.1" status: 200 len: 379 time: 0.0585015 May 09 18:34:40.496329 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46bd576b-3b11-4bd1-974c-2bdcc0f1d681 req-0f759cf3-35c5-43e9-9dbc-035fcf00c427 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 210 time: 0.0685823 May 09 18:34:40.515867 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'port': {'device_id': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'admin_state_up': True, 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'security_groups': ['39c96350-3223-4030-87dd-fb6449286c37']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:40.518573 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e51827c4-5648-4288-bba2-2d4296ec6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.520606 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e51827c4-5648-4288-bba2-2d4296ec6c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 1130 time: 0.1385510 May 09 18:34:40.666128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-54965bba-a17c-4157-81a3-b2e581fde834 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624808 May 09 18:34:40.685725 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Made reservation on behalf of 3582c1a023c645b38b91a5fa01be7667 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:40.690516 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.701375 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.701958 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.702070 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Floating IP d602435f-a57f-496e-8a54-d69b2830fb45 disassociated. External IP: 172.27.3.52, port: 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3. May 09 18:34:40.702366 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Calling delete_port for 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:40.706787 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e66c37db-0633-4d53-ac9c-6b4a2d525d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:40.708855 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e66c37db-0633-4d53-ac9c-6b4a2d525d46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 200 len: 920 time: 0.1540105 May 09 18:34:40.817108 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Allocated IP 172.20.0.12 (301e94ce-a989-4fe3-9992-0fa06fbc5e5e/f37c3f5e-7829-48ca-8903-fabf38dbff99/6565f8c1-96d5-4ffe-82fd-eba43170e663) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:40.833635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (3976c86a-41ed-4aae-b61d-e0d4b31b0fa3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.859474 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event deleted for resources: {'Port': ['ID=3976c86a-41ed-4aae-b61d-e0d4b31b0fa3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:40.956094 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:40.988025 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:40.990397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:41.032815 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:41.036050 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:41.041735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:41.048138 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event updated for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:41.093850 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:41.094783 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:41.105477 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:41.112377 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1c940c90-1b79-43eb-b191-94d6e6ce3942 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6006343 May 09 18:34:41.118465 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:41.130363 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:41.131051 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:41.155548 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] No DVR routers for this DVR port 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:41.158157 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:41.161464 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed541ee9-d5dd-407e-92da-9f688263a489 req-f16ead71-3a8d-474a-bbda-096b897934c3 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "DELETE /v2.0/ports/3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 HTTP/1.1" status: 204 len: 173 time: 1.4599855 May 09 18:34:41.161915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'name': 'network-vif-deleted', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:41.164313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7185151-5f16-4243-8d19-feb4a57399e2" -d '{"events": [{"server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "name": "network-vif-deleted", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:41.214089 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e022a233-2028-44d3-b518-cac6c5908b5d x-openstack-request-id: req-e022a233-2028-44d3-b518-cac6c5908b5d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:41.214389 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a3f8d9-8713-420a-8b24-b30d90e869b6", "name": "network-vif-deleted", "tag": "3976c86a-41ed-4aae-b61d-e0d4b31b0fa3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:41.214648 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e022a233-2028-44d3-b518-cac6c5908b5d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:41.215059 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e022a233-2028-44d3-b518-cac6c5908b5d'] response: {'server_uuid': '73a3f8d9-8713-420a-8b24-b30d90e869b6', 'name': 'network-vif-deleted', 'tag': '3976c86a-41ed-4aae-b61d-e0d4b31b0fa3', 'status': 'completed', 'code': 200} May 09 18:34:41.252303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:41.404913 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82fce42f-83d1-4335-90cd-5e5c8dc3e251 None None] Provisioning complete for port 6565f8c1-96d5-4ffe-82fd-eba43170e663 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:41.405308 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82fce42f-83d1-4335-90cd-5e5c8dc3e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:41.431351 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cf769d57-57be-4bef-bece-bb2f3d0db197 req-1b5336f0-f431-4602-9fa5-628347ca3a50 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 210 time: 0.0309620 May 09 18:34:41.431715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67120996-822e-42f6-b62b-f97eee161da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:41.459061 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82fce42f-83d1-4335-90cd-5e5c8dc3e251 None None] Port 6565f8c1-96d5-4ffe-82fd-eba43170e663 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:34:41.480424 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541ce60-161e-4c9d-af23-101f1dd93437 req-d5112610-0181-46f2-b919-64db3462af91 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:41.481883 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9541ce60-161e-4c9d-af23-101f1dd93437 req-d5112610-0181-46f2-b919-64db3462af91 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0536668 May 09 18:34:41.512314 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:41.537420 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9541ce60-161e-4c9d-af23-101f1dd93437 req-4af6a3ca-4db4-45eb-ba15-de84598315aa tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496023 May 09 18:34:41.541220 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:41.550129 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:41.551485 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:41.609959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc093b8-fc60-438a-bb1b-2101e47b3073 req-907a64bc-90a1-41b5-b31d-816b3e9241fc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:41.611466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bcc093b8-fc60-438a-bb1b-2101e47b3073 req-907a64bc-90a1-41b5-b31d-816b3e9241fc tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 932 time: 0.0460904 May 09 18:34:41.657898 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bcc093b8-fc60-438a-bb1b-2101e47b3073 req-6598df13-00e1-49f7-af0a-93455cd23bfe tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 May 09 18:34:41.665504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:41.851438 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:41.877470 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa070cb-62f6-4409-a2bd-b2f85698ff24 None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:29:48Z', 'revision_number': 4, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '81387697-09ef-4561-b97e-e5b81399ab1d', 'name': '', 'network_id': '6bd4c030-c4c5-476b-9935-9aed7888eb95', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'mac_address': 'fa:16:3e:e1:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:43Z', 'updated_at': '2022-05-09T18:29:59Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'subnets': [{'id': '8d3f59b2-b9ea-4aef-869e-4c90248e4ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:41.924430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Request body: {'port': {'device_id': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:41.961977 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-1a6be6fc-f846-4143-b737-daab9e35b48f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 200 len: 217 time: 0.0432026 May 09 18:34:41.998958 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.032582 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e408354b-20fc-4d6b-88e0-85f2a1aa1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.034439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-e408354b-20fc-4d6b-88e0-85f2a1aa1e7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 200 len: 858 time: 0.0506210 May 09 18:34:42.149488 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b348b53-ba92-435a-a562-e437300edf5c None None] New status for floating IP d602435f-a57f-496e-8a54-d69b2830fb45: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:42.207063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-57ba347f-8a62-44f6-9711-eec614d141d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.208737 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-57ba347f-8a62-44f6-9711-eec614d141d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bd4c030-c4c5-476b-9935-9aed7888eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415978 May 09 18:34:42.272862 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6565f8c1-96d5-4ffe-82fd-eba43170e663 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:42.280152 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks [] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.295018 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Transition to ACTIVE for port object 6565f8c1-96d5-4ffe-82fd-eba43170e663 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:34:42.300563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.348829 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Pushing event updated for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:42.383474 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-bc40388d-9471-42c8-a68e-2dee984f96d0 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952666 May 09 18:34:42.430604 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Attempting to bind port 6565f8c1-96d5-4ffe-82fd-eba43170e663 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:34:42.430961 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Attempting to bind port 6565f8c1-96d5-4ffe-82fd-eba43170e663 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:34:42.431361 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Attempting to bind port 6565f8c1-96d5-4ffe-82fd-eba43170e663 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:42.436691 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Port 6565f8c1-96d5-4ffe-82fd-eba43170e663 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:34:42.437007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Attempting to bind port 6565f8c1-96d5-4ffe-82fd-eba43170e663 on network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:42.442377 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:34:42.442710 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Checking segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:34:42.443090 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Bound using segment: {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:34:42.443547 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Bound port: 6565f8c1-96d5-4ffe-82fd-eba43170e663, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:34:42.443903 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.514910 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:34:42.518534 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:34:42.528855 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.549210 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.553851 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.560420 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] 10.222.0.36 "PUT /v2.0/ports/6565f8c1-96d5-4ffe-82fd-eba43170e663 HTTP/1.1" status: 200 len: 1094 time: 0.6409323 May 09 18:34:42.561134 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92025c9f-3117-4271-b602-bd494ef5bc4d req-0c92310f-9426-42c3-a6ae-f87742774949 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a3f8d9-8713-420a-8b24-b30d90e869b6 HTTP/1.1" status: 200 len: 210 time: 0.0449595 May 09 18:34:42.583600 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:42.586667 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:42.674640 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5c4e-77c0-47fa-84f5-dfae2a778790 service neutron] Pushing event updated for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:42.679200 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f8cd9e-2663-49d0-8d67-a1ef9b32169b x-openstack-request-id: req-84f8cd9e-2663-49d0-8d67-a1ef9b32169b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:42.679501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:42.679778 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84f8cd9e-2663-49d0-8d67-a1ef9b32169b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:42.680491 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f8cd9e-2663-49d0-8d67-a1ef9b32169b'] response: {'name': 'network-changed', 'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'status': 'completed', 'code': 200} May 09 18:34:42.741695 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4443e9-b216-4068-a20e-e745e3311185 req-3b07894e-3d92-40e6-8820-ce3ec0c7c738 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.749604 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e4443e9-b216-4068-a20e-e745e3311185 req-3b07894e-3d92-40e6-8820-ce3ec0c7c738 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0843399 May 09 18:34:42.767635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-a6cc8179-fd8c-419f-9b60-dac2ed748644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.771604 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-a6cc8179-fd8c-419f-9b60-dac2ed748644 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 1128 time: 0.1292844 May 09 18:34:42.820409 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-80d7d9eb-183e-4d78-b6e3-340efc795538 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663 HTTP/1.1" status: 200 len: 217 time: 0.0380719 May 09 18:34:42.861652 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec3570fd-b56f-460e-8735-8d6bcda28574 req-2a2a9dcd-e996-4199-bc68-bb4ae48540d0 service neutron] 10.222.0.36 "GET /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118560 May 09 18:34:42.869139 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e4443e9-b216-4068-a20e-e745e3311185 req-1c4b17d9-3da9-48bc-a396-747e87f6f6ac tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186550 May 09 18:34:42.873609 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-25dd7d05-589d-4134-8562-629cb973668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.875152 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-25dd7d05-589d-4134-8562-629cb973668d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0492656 May 09 18:34:42.888106 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f3acf-53f8-4206-8631-59c88883d2e1 req-3614588a-5f0c-4bd7-9d50-2f2c7988d22d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.889854 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9f3f3acf-53f8-4206-8631-59c88883d2e1 req-3614588a-5f0c-4bd7-9d50-2f2c7988d22d tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 944 time: 0.1055014 May 09 18:34:42.923420 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-551901a9-f9ed-44d9-b27b-f167f8057d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:42.925030 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-551901a9-f9ed-44d9-b27b-f167f8057d0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442936 May 09 18:34:42.929328 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:42.946428 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9f3f3acf-53f8-4206-8631-59c88883d2e1 req-2fdccb19-f835-45bb-8004-ee03890e7924 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481894 May 09 18:34:42.952829 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:42.953262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 3976c86a-41ed-4aae-b61d-e0d4b31b0fa3 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:43.034686 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-abf95748-a4e7-47b2-b253-6c862ab96318 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946343 May 09 18:34:43.370272 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b014e9a6-6c02-48d4-881d-38fa1768ebce req-e73a28b8-02ba-4de4-bbf8-48dceb27f54f service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972080 May 09 18:34:43.597717 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29b07384-4f92-45e8-80e2-b0eace81d165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.647614 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:43.699020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (2dfbda49-224e-44e3-8790-f8a5e686affa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.724994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (2dfbda49-224e-44e3-8790-f8a5e686affa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.771036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2dfbda49-224e-44e3-8790-f8a5e686affa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.773598 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.774720 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "DELETE /v2.0/security-groups/2dfbda49-224e-44e3-8790-f8a5e686affa HTTP/1.1" status: 204 len: 168 time: 0.1261337 May 09 18:34:43.777380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:43.783493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9040d-b920-4944-8938-ba262ba1b06a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbda49-224e-44e3-8790-f8a5e686affa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:43.791929 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-43ac5e84-0e41-4960-9216-b041dcdfee8c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] show failed (client error): The resource could not be found. May 09 18:34:43.793039 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-43ac5e84-0e41-4960-9216-b041dcdfee8c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups/2dfbda49-224e-44e3-8790-f8a5e686affa HTTP/1.1" status: 404 len: 347 time: 0.0145407 May 09 18:34:43.795700 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:43.908232 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Deleting port b026c56f-db13-43b3-a037-7c9e1b10000e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:43.908579 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.979812 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1daab-9168-49ab-9a9d-4181832122b1 req-16e852e0-f968-4ac9-b93f-92cef5adf6f1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:43.981309 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7e1daab-9168-49ab-9a9d-4181832122b1 req-16e852e0-f968-4ac9-b93f-92cef5adf6f1 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0465431 May 09 18:34:43.984822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:43.985307 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (b026c56f-db13-43b3-a037-7c9e1b10000e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:44.003394 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Calling delete_port for b026c56f-db13-43b3-a037-7c9e1b10000e owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:44.033288 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7e1daab-9168-49ab-9a9d-4181832122b1 req-526d63a1-718e-4cd6-8426-f79e7895d54e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 May 09 18:34:44.079021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad702b-a8a6-4d9d-af7a-ce140170129a req-51540cf1-cdd1-466b-be02-6cd3ca069b67 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.080700 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8ad702b-a8a6-4d9d-af7a-ce140170129a req-51540cf1-cdd1-466b-be02-6cd3ca069b67 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 944 time: 0.0514042 May 09 18:34:44.140785 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (b026c56f-db13-43b3-a037-7c9e1b10000e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:44.147877 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8ad702b-a8a6-4d9d-af7a-ce140170129a req-431091fc-3505-4e87-9037-74797466bad3 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602252 May 09 18:34:44.164857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-56683a97-c1cd-4e5d-9e9d-326f35be47b7 req-84361dc8-44ea-4ca8-abf8-957291b86a16 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:34:44.165918 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56683a97-c1cd-4e5d-9e9d-326f35be47b7 req-84361dc8-44ea-4ca8-abf8-957291b86a16 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0594246 May 09 18:34:44.172551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event deleted for resources: {'Port': ['ID=b026c56f-db13-43b3-a037-7c9e1b10000e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:44.323909 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-d531823d-21bc-4b7c-aea2-ac46cdb7f242 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0667119 May 09 18:34:44.338326 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f0804-af33-48db-8597-67ca6bb8e8cf req-a35857f5-cd0a-4c54-9adc-a1b28e738c66 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.339991 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-772f0804-af33-48db-8597-67ca6bb8e8cf req-a35857f5-cd0a-4c54-9adc-a1b28e738c66 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0557978 May 09 18:34:44.391564 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-772f0804-af33-48db-8597-67ca6bb8e8cf req-9816e210-bef0-424b-898a-8568781ea356 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 May 09 18:34:44.538062 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-da2ce489-b3a1-49e2-acd6-06a5a4f73014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.539556 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-da2ce489-b3a1-49e2-acd6-06a5a4f73014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 1128 time: 0.0957613 May 09 18:34:44.547317 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-88dbbfbc-c5ac-4062-8988-4a6bf4e1ff0d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.548550 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-88dbbfbc-c5ac-4062-8988-4a6bf4e1ff0d tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports/c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 942 time: 0.1036644 May 09 18:34:44.554757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks [] for floatingip (d602435f-a57f-496e-8a54-d69b2830fb45), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:44.557348 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:44.558470 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9e8af8b3-3d0d-4323-a42a-a071374c27c9 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "DELETE /v2.0/floatingips/d602435f-a57f-496e-8a54-d69b2830fb45 HTTP/1.1" status: 204 len: 168 time: 0.7618277 May 09 18:34:44.656684 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-a89edfb8-40f1-4cfa-ac60-96e42f8d3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.658228 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-a89edfb8-40f1-4cfa-ac60-96e42f8d3c9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.0983691 May 09 18:34:44.705070 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-29827dbd-de75-4610-b2bc-eaacb357c034 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663 HTTP/1.1" status: 200 len: 217 time: 0.0407438 May 09 18:34:44.720492 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:44.935957 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6565f8c1-96d5-4ffe-82fd-eba43170e663 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:44.947562 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:44.981270 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-ce6bb749-02c5-4023-aca6-f55df184d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.983677 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-ce6bb749-02c5-4023-aca6-f55df184d588 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0687120 May 09 18:34:45.035014 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-8e74586d-5ea9-4ec3-9308-2c40e494d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.036689 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-8e74586d-5ea9-4ec3-9308-2c40e494d88a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465145 May 09 18:34:45.143428 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-9bd723a7-0530-4795-8c1d-18d77a218612 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942852 May 09 18:34:45.253085 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5f50203-ab0d-427a-a0cd-5e4b2f2a0a5c req-bd2c136b-a150-4440-a5c0-e2fbd0c42388 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038864 May 09 18:34:45.254106 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:45.254501 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:45.273669 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:45.275073 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed394-b016-4443-bb00-07fffd3293c5 req-c8fb1d2b-32e3-4422-92ab-708583172d37 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.279909 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9abed394-b016-4443-bb00-07fffd3293c5 req-c8fb1d2b-32e3-4422-92ab-708583172d37 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 944 time: 0.0556469 May 09 18:34:45.296248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:45.298505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ffe6f2-8262-44a6-86cb-39aa9bb30dad" -d '{"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:45.303756 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'port_id': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'mac_address': 'fa:16:3e:64:3a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:45.315538 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:45.338895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:45.341495 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1cc3c-4200-469f-8a56-a18c54e6b5fd x-openstack-request-id: req-54d1cc3c-4200-469f-8a56-a18c54e6b5fd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:45.341790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-unplugged", "status": "failed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:45.342043 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54d1cc3c-4200-469f-8a56-a18c54e6b5fd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:45.342616 dv-cinder-841125-3-iscsi neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54d1cc3c-4200-469f-8a56-a18c54e6b5fd']: {'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'code': 422} returned with failed status May 09 18:34:45.345546 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9abed394-b016-4443-bb00-07fffd3293c5 req-746dce96-eb48-4a43-b12c-d0c00c1609e9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628259 May 09 18:34:45.380548 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6565f8c1-96d5-4ffe-82fd-eba43170e663 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:45.380948 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:45.409610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6565f8c1-96d5-4ffe-82fd-eba43170e663 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:45.417195 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:45.435155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:45.438999 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:45.486633 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:45.507644 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2f79d-22a0-4334-b3ea-40e3c0979a58 req-a0babf44-e761-4841-a656-e99120198854 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.509157 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ee2f79d-22a0-4334-b3ea-40e3c0979a58 req-a0babf44-e761-4841-a656-e99120198854 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0476730 May 09 18:34:45.556244 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ee2f79d-22a0-4334-b3ea-40e3c0979a58 req-94b2653e-cd6c-48c9-b25e-6b91b4ff4ede tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 May 09 18:34:45.788716 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6565f8c1-96d5-4ffe-82fd-eba43170e663'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:46.152212 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:46.318590 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-e610d200-6296-4464-a259-9b6d0ed9784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.319977 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-e610d200-6296-4464-a259-9b6d0ed9784d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813&tenant_id=9c6e0a23a3414fca84248553e4f85005 HTTP/1.1" status: 200 len: 1127 time: 0.0383282 May 09 18:34:46.392122 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-2b6818b9-302b-401c-9893-5964ddab6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.393850 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-2b6818b9-302b-401c-9893-5964ddab6fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1127 time: 0.0410995 May 09 18:34:46.482972 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-bc4969b6-02ed-4d73-b8d6-e45fa161917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.484466 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-bc4969b6-02ed-4d73-b8d6-e45fa161917d service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.0839801 May 09 18:34:46.520110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66d02-56f8-4180-895a-300c135bd50f req-f96c543c-973f-49e4-a03f-369b482436ff tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.521607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-39a66d02-56f8-4180-895a-300c135bd50f req-f96c543c-973f-49e4-a03f-369b482436ff tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 945 time: 0.0491512 May 09 18:34:46.552025 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-0393822c-09bb-473f-8312-cc367509c4d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 999 time: 0.0611377 May 09 18:34:46.567013 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-39a66d02-56f8-4180-895a-300c135bd50f req-7b459778-9750-43a0-8087-206af993d745 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 May 09 18:34:46.603201 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-a4fceb9b-e9c0-4e75-91a8-017abb6660e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.604684 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-a4fceb9b-e9c0-4e75-91a8-017abb6660e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0448682 May 09 18:34:46.646397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-42151afc-36fe-44b9-a274-5238bba8ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.648633 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-42151afc-36fe-44b9-a274-5238bba8ca36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383546 May 09 18:34:46.671045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a3565-79ba-42fc-afc7-fbd02d398aa1 req-15954253-c441-42fc-9383-f6223f607a10 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.672529 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db4a3565-79ba-42fc-afc7-fbd02d398aa1 req-15954253-c441-42fc-9383-f6223f607a10 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0510967 May 09 18:34:46.720768 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db4a3565-79ba-42fc-afc7-fbd02d398aa1 req-92d3539e-5c1e-40cf-9275-683ca6b34b17 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 May 09 18:34:46.740238 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-ba30077f-83dd-4b3e-ad83-f6df1bf9e0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 May 09 18:34:46.826832 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ccfc08e4-5757-449d-9e0d-efdb3b0396d8 req-a4fbb0f4-7024-4268-b0ec-dd79e8cdd616 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800664 May 09 18:34:46.946318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6565f8c1-96d5-4ffe-82fd-eba43170e663 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:34:46.990200 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 6565f8c1-96d5-4ffe-82fd-eba43170e663 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:34:46.996173 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 6565f8c1-96d5-4ffe-82fd-eba43170e663 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:46.996609 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:47.036178 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb1a18-162b-4dd7-bf00-b08a87434b6d req-23db2a0b-733e-4d69-b78a-1b6384306014 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:47.037690 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f7fb1a18-162b-4dd7-bf00-b08a87434b6d req-23db2a0b-733e-4d69-b78a-1b6384306014 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0469978 May 09 18:34:47.074216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6565f8c1-96d5-4ffe-82fd-eba43170e663 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:47.074613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:47.084892 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f7fb1a18-162b-4dd7-bf00-b08a87434b6d req-ab65ca39-07d6-46da-9261-efc7af819e3c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 May 09 18:34:47.110008 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:47.114214 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:47.163466 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:47.343516 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:47.345748 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcbccd4-21c8-4543-9ab5-91b1ea7c7baf" -d '{"events": [{"server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "name": "network-vif-plugged", "status": "completed", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:47.381141 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23b856-7c7f-4249-805e-816160d58904 x-openstack-request-id: req-aa23b856-7c7f-4249-805e-816160d58904 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:47.381469 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "name": "network-vif-plugged", "status": "completed", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:47.381728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa23b856-7c7f-4249-805e-816160d58904 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:47.382122 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa23b856-7c7f-4249-805e-816160d58904'] response: {'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'code': 200} May 09 18:34:47.590376 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:47.683312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df407b0-7f21-4f25-927d-ee44d31834bd req-e15a9816-1548-477c-9c65-f3794ce15f34 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:47.684748 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1df407b0-7f21-4f25-927d-ee44d31834bd req-e15a9816-1548-477c-9c65-f3794ce15f34 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0491812 May 09 18:34:47.729698 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1df407b0-7f21-4f25-927d-ee44d31834bd req-a5c49b86-309c-4b60-9f2b-546078f962d1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394332 May 09 18:34:47.840882 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ace2f-91ab-407b-985e-9ab20f9a7a5f req-4430ab67-f0f5-4b19-afb7-c3adb2422f46 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:47.842353 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f89ace2f-91ab-407b-985e-9ab20f9a7a5f req-4430ab67-f0f5-4b19-afb7-c3adb2422f46 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0541852 May 09 18:34:47.893889 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f89ace2f-91ab-407b-985e-9ab20f9a7a5f req-3d35d653-b0e5-46ed-abb7-472709e925ec tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 May 09 18:34:48.156810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dccc89-0d1a-467d-a9e9-6d3ab0e37326 req-67093726-577c-43f8-9684-4e39030cf23d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:48.158287 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-30dccc89-0d1a-467d-a9e9-6d3ab0e37326 req-67093726-577c-43f8-9684-4e39030cf23d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0469649 May 09 18:34:48.219152 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995180e-c5d5-4c89-8866-a59ceb9c89ea req-0586b380-5076-40e7-8142-74bc6040c937 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:48.220631 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6995180e-c5d5-4c89-8866-a59ceb9c89ea req-0586b380-5076-40e7-8142-74bc6040c937 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0614839 May 09 18:34:48.257079 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-30dccc89-0d1a-467d-a9e9-6d3ab0e37326 req-0ec5e615-6bc5-42da-96c1-960331be02a1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894625 May 09 18:34:48.279962 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6995180e-c5d5-4c89-8866-a59ceb9c89ea req-bad28bca-a32c-4fbd-ae6c-608c6ca137c4 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 May 09 18:34:48.844593 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67248c0-756c-49a5-92a8-f351ce2a77f1 req-f9c6a9c5-2e87-4f14-a5f6-a01d2792c3d6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:48.846053 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d67248c0-756c-49a5-92a8-f351ce2a77f1 req-f9c6a9c5-2e87-4f14-a5f6-a01d2792c3d6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0473166 May 09 18:34:48.891268 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d67248c0-756c-49a5-92a8-f351ce2a77f1 req-16dea3d9-f552-437c-a836-564bb244c716 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397611 May 09 18:34:49.007468 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1ac55-6a3a-46fa-ab0a-e11748a6b3fb req-3516eccb-f6a6-408a-b6d7-917af267f2ae tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:49.008897 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4b1ac55-6a3a-46fa-ab0a-e11748a6b3fb req-3516eccb-f6a6-408a-b6d7-917af267f2ae tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0495367 May 09 18:34:49.055761 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4b1ac55-6a3a-46fa-ab0a-e11748a6b3fb req-ba34a953-89fe-4df1-b844-a2cff86beec4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 May 09 18:34:49.394771 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153a12-f28e-4c5d-90fc-2e832c61779d req-71b5984a-dd0d-4aec-a26e-03c22142ecbe tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:49.396341 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51153a12-f28e-4c5d-90fc-2e832c61779d req-71b5984a-dd0d-4aec-a26e-03c22142ecbe tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0731640 May 09 18:34:49.410529 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ef68-eeae-43f5-907c-e6d9df486fa1 req-f81e02f0-af60-476b-85c3-bf6cba65c86e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:49.412045 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c586ef68-eeae-43f5-907c-e6d9df486fa1 req-f81e02f0-af60-476b-85c3-bf6cba65c86e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0579772 May 09 18:34:49.488360 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51153a12-f28e-4c5d-90fc-2e832c61779d req-da1393a0-de24-4950-a162-4ec1d034facb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753667 May 09 18:34:49.495017 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c586ef68-eeae-43f5-907c-e6d9df486fa1 req-4853b532-4370-4f6d-8840-cd8b7e9bc814 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 May 09 18:34:50.001834 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101c47-af20-4429-88ea-b9a8ecf487b3 req-af415e9a-a0f2-42d5-a9a4-548effa96acb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:50.003923 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d101c47-af20-4429-88ea-b9a8ecf487b3 req-af415e9a-a0f2-42d5-a9a4-548effa96acb tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0465236 May 09 18:34:50.048439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d101c47-af20-4429-88ea-b9a8ecf487b3 req-4a4b16c8-3ac6-4520-9338-6b3fa59a4ae9 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390904 May 09 18:34:50.167340 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822f2bd-de3d-42e1-8e03-87e66b338f0a req-d69060f7-b969-44ff-8c7c-0c1f338e9e84 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:50.168785 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f822f2bd-de3d-42e1-8e03-87e66b338f0a req-d69060f7-b969-44ff-8c7c-0c1f338e9e84 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0468664 May 09 18:34:50.215676 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f822f2bd-de3d-42e1-8e03-87e66b338f0a req-6125bbd2-bd16-46b0-b7c5-f1e5d5ca9e22 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 May 09 18:34:50.634505 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e58c7-2d31-4da8-b28e-6bba8e045992 req-f24b11b8-9037-4be9-8ea0-4385e0c4709e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:50.635963 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-831e58c7-2d31-4da8-b28e-6bba8e045992 req-f24b11b8-9037-4be9-8ea0-4385e0c4709e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0744805 May 09 18:34:50.641744 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f8b92-3446-4de1-80a8-03bd4a2ac24b req-33831f9d-3af9-4f75-8998-321a949abd64 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:50.643055 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2d2f8b92-3446-4de1-80a8-03bd4a2ac24b req-33831f9d-3af9-4f75-8998-321a949abd64 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0731535 May 09 18:34:50.713781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-831e58c7-2d31-4da8-b28e-6bba8e045992 req-3640327f-0446-4dde-a4a3-6d28df4a8f9a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697978 May 09 18:34:50.717723 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2d2f8b92-3446-4de1-80a8-03bd4a2ac24b req-791ebacd-ca86-43d6-98d9-1a5655c0deed tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672207 May 09 18:34:51.165026 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb51b-c6d6-48d7-9eff-e8065eac889f req-3234ac3d-c12b-4169-b8ea-9175aaecbfa4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.166521 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49dcb51b-c6d6-48d7-9eff-e8065eac889f req-3234ac3d-c12b-4169-b8ea-9175aaecbfa4 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0514274 May 09 18:34:51.214036 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49dcb51b-c6d6-48d7-9eff-e8065eac889f req-aec3d3a3-0984-4ed5-8882-ceae9382ff62 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 May 09 18:34:51.324816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35dfff-e98c-4c41-a977-b99c24cdc81d req-1ffd90ec-4aff-4895-8857-17ee043dcb85 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.326280 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e35dfff-e98c-4c41-a977-b99c24cdc81d req-1ffd90ec-4aff-4895-8857-17ee043dcb85 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0461109 May 09 18:34:51.374033 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e35dfff-e98c-4c41-a977-b99c24cdc81d req-c44e4f5a-c4ad-49fe-b94e-8265c6df5e1c tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 May 09 18:34:51.435565 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-6dd7f11a-647a-465b-9d40-432d3c0ed46b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.436959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-7eac7836-28cc-4624-a964-d83de31cc1f0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.437097 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-6dd7f11a-647a-465b-9d40-432d3c0ed46b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 945 time: 0.0508997 May 09 18:34:51.438433 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-7eac7836-28cc-4624-a964-d83de31cc1f0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.0479262 May 09 18:34:51.532292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Deleting port 4449e893-fb12-4e63-acd4-0431cb2533e9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:51.533019 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:51.625617 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] For port 4449e893-fb12-4e63-acd4-0431cb2533e9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4449e893-fb12-4e63-acd4-0431cb2533e9,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:51.625983 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:51.639947 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Calling delete_port for 4449e893-fb12-4e63-acd4-0431cb2533e9 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:51.747099 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2778f7-0aa5-406e-9fc6-f5ca551f1c84 req-463c33df-0190-4fbe-88b2-5974abc3d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.748897 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d2778f7-0aa5-406e-9fc6-f5ca551f1c84 req-463c33df-0190-4fbe-88b2-5974abc3d280 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 1130 time: 0.3630788 May 09 18:34:51.778947 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (4449e893-fb12-4e63-acd4-0431cb2533e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:51.813097 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event deleted for resources: {'Port': ['ID=4449e893-fb12-4e63-acd4-0431cb2533e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:51.814504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', '4449e893-fb12-4e63-acd4-0431cb2533e9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:51.878307 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Deleting port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:51.879049 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] No DVR routers for this DVR port 4449e893-fb12-4e63-acd4-0431cb2533e9 on host hv-cinder-84112 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:51.879318 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:51.881385 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:51.884824 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-747f3fa1-1369-4b61-9e50-cc2ecd9308ed req-1c2de450-74e0-4f4b-b8e0-8306bbbd6396 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "DELETE /v2.0/ports/4449e893-fb12-4e63-acd4-0431cb2533e9 HTTP/1.1" status: 204 len: 173 time: 0.4390464 May 09 18:34:51.885293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'name': 'network-vif-deleted', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:51.888415 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2941d777-50e4-4c97-b7b7-cc5bac479455 req-21bd87a1-cecf-467f-aa5a-292a8050079b tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.0706816 May 09 18:34:51.894765 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939af6b-29b6-42fd-9aad-edd06dcf33c5" -d '{"events": [{"server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "name": "network-vif-deleted", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:51.947090 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d02274-2bb1-48fb-ac9a-bdf860c6fe5f x-openstack-request-id: req-a2d02274-2bb1-48fb-ac9a-bdf860c6fe5f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:51.947424 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f754ac61-c5df-4016-abe2-d0c01e946f0d", "name": "network-vif-deleted", "tag": "4449e893-fb12-4e63-acd4-0431cb2533e9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:51.947689 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2d02274-2bb1-48fb-ac9a-bdf860c6fe5f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:51.948165 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d02274-2bb1-48fb-ac9a-bdf860c6fe5f'] response: {'server_uuid': 'f754ac61-c5df-4016-abe2-d0c01e946f0d', 'name': 'network-vif-deleted', 'tag': '4449e893-fb12-4e63-acd4-0431cb2533e9', 'status': 'completed', 'code': 200} May 09 18:34:51.958109 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6169-8d5a-4325-b9da-8689190f1c4a req-a1f522bc-9689-45c1-8ed4-b5a637aa1455 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:51.959629 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f42a6169-8d5a-4325-b9da-8689190f1c4a req-a1f522bc-9689-45c1-8ed4-b5a637aa1455 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 945 time: 0.1667833 May 09 18:34:51.965878 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d2778f7-0aa5-406e-9fc6-f5ca551f1c84 req-d92d2389-9ef0-483b-a279-9ace2e6a0746 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082889 May 09 18:34:52.038480 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f42a6169-8d5a-4325-b9da-8689190f1c4a req-65dfdf7e-de12-4ab4-bbcd-d8766d5a9e46 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d319063-0a44-4a3a-969f-a2ed9d63575c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698605 May 09 18:34:52.040161 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] For port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:52.040532 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:52.216806 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:52.217459 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:52.217459 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Floating IP 7c27d6a8-ecca-447a-8c77-812947464110 disassociated. External IP: 172.27.3.95, port: 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4. May 09 18:34:52.217810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Calling delete_port for 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:52.351121 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f088e-94a3-449c-9b96-0c697a260ea4 req-7af9e9ab-e1bf-4712-8d32-79d958d42e67 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:52.352694 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f0f088e-94a3-449c-9b96-0c697a260ea4 req-7af9e9ab-e1bf-4712-8d32-79d958d42e67 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0667284 May 09 18:34:52.418086 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (1e18cb42-6fa5-49f6-8510-1b14aaa7fef4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:52.459760 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f0f088e-94a3-449c-9b96-0c697a260ea4 req-032fb318-6345-4606-ba02-5d3debe180d1 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892868 May 09 18:34:52.462644 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'Port': ['ID=1e18cb42-6fa5-49f6-8510-1b14aaa7fef4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:52.539802 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54ea3-2ae8-47bd-8d46-db2b36082d8a req-f7531b93-bd74-4b32-ae2a-c6adc92594eb tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:52.541256 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b5f54ea3-2ae8-47bd-8d46-db2b36082d8a req-f7531b93-bd74-4b32-ae2a-c6adc92594eb tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0852368 May 09 18:34:52.632969 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b5f54ea3-2ae8-47bd-8d46-db2b36082d8a req-d63c47e1-a840-4db3-b1a5-42cfd06be23f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857809 May 09 18:34:52.650229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:52.767891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:52.777403 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:52.789023 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:52.789727 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:52.814118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] No DVR routers for this DVR port 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:52.820826 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:52.824968 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3a9560-feda-4cc5-8a1b-672c236b7ab7 req-c5f3e211-fdf4-449f-90cb-ee87cc727e11 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "DELETE /v2.0/ports/1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 HTTP/1.1" status: 204 len: 173 time: 1.3776472 May 09 18:34:52.825320 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'name': 'network-vif-deleted', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:52.827629 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99605b-674b-4d71-a999-c901bbaf32d8" -d '{"events": [{"server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "name": "network-vif-deleted", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:52.866735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb75c0-4eb4-4828-ba93-fc0e7b075f61 x-openstack-request-id: req-67bb75c0-4eb4-4828-ba93-fc0e7b075f61 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:52.867039 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a805d4-1420-4adb-a173-724abc1e9915", "name": "network-vif-deleted", "tag": "1e18cb42-6fa5-49f6-8510-1b14aaa7fef4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:52.867323 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67bb75c0-4eb4-4828-ba93-fc0e7b075f61 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:52.867731 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bb75c0-4eb4-4828-ba93-fc0e7b075f61'] response: {'server_uuid': 'a7a805d4-1420-4adb-a173-724abc1e9915', 'name': 'network-vif-deleted', 'tag': '1e18cb42-6fa5-49f6-8510-1b14aaa7fef4', 'status': 'completed', 'code': 200} May 09 18:34:52.911726 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:53.017193 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1326b60d-a576-4c21-b068-952772521e24 req-f7c83bd3-91c2-4a37-b852-8660c41aa5f8 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=f754ac61-c5df-4016-abe2-d0c01e946f0d HTTP/1.1" status: 200 len: 210 time: 0.0307469 May 09 18:34:53.132031 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:53.143490 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8685b76-79a5-4a00-8b1d-d2afc5284b65 req-6d0d0314-6f24-4c6e-82a0-9785bf7885ca tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a805d4-1420-4adb-a173-724abc1e9915 HTTP/1.1" status: 200 len: 210 time: 0.0325041 May 09 18:34:53.172827 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:53.182480 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:53.183111 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:53.294057 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:53.480479 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:53.510338 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281f6fa-c09d-4fca-9350-192cb9659c21 None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:53.572892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f6f8-f7e6-41b5-8ed7-d74b61547d89 req-39bcb6f7-d99c-4591-9c1d-63c48ee3de2f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:53.574411 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4b02f6f8-f7e6-41b5-8ed7-d74b61547d89 req-39bcb6f7-d99c-4591-9c1d-63c48ee3de2f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0471427 May 09 18:34:53.620768 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4b02f6f8-f7e6-41b5-8ed7-d74b61547d89 req-6ae5ebf2-4fc9-48e7-9cce-68cb4db297b2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 May 09 18:34:53.762459 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e99ac2-6603-4e7e-a541-d5048b7ee02f req-8a491807-caee-4e85-b25b-f1af916df9c5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:53.764347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-98e99ac2-6603-4e7e-a541-d5048b7ee02f req-8a491807-caee-4e85-b25b-f1af916df9c5 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0737185 May 09 18:34:53.776720 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37410) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:53.783428 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Request body: {'floatingip': {'port_id': '6565f8c1-96d5-4ffe-82fd-eba43170e663'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:53.810338 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755637-83dd-4729-aa0a-89af97ff2fe7 req-dc72e47c-158b-4b0a-939b-f474b3aabacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:53.811858 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2755637-83dd-4729-aa0a-89af97ff2fe7 req-dc72e47c-158b-4b0a-939b-f474b3aabacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0728610 May 09 18:34:53.823125 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e4de2-4181-4e5e-8991-1a1cb2b85308 None None] New status for floating IP 7c27d6a8-ecca-447a-8c77-812947464110: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:53.842108 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:53.864356 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2755637-83dd-4729-aa0a-89af97ff2fe7 req-9112ac45-ce66-4d92-9bd6-d40ba7100334 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 May 09 18:34:54.292127 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.296857 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.338937 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3431b-4fb1-426e-ae23-825a91e0c57a req-9b058c33-7f50-498c-9ef2-ef69030fef9f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:54.340547 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3b3431b-4fb1-426e-ae23-825a91e0c57a req-9b058c33-7f50-498c-9ef2-ef69030fef9f tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0516851 May 09 18:34:54.367194 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:54.391836 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3b3431b-4fb1-426e-ae23-825a91e0c57a req-7b3ec0ad-cdee-41c8-b0a0-b99e6de9cd21 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 May 09 18:34:54.435900 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 681834f3-87cf-43a5-b1d3-d57a0248bf11 associated. External IP: 172.27.3.47, port: 6565f8c1-96d5-4ffe-82fd-eba43170e663. May 09 18:34:54.497098 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (2d319063-0a44-4a3a-969f-a2ed9d63575c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.555677 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (2d319063-0a44-4a3a-969f-a2ed9d63575c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.646905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2d319063-0a44-4a3a-969f-a2ed9d63575c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.650434 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.651826 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d319063-0a44-4a3a-969f-a2ed9d63575c HTTP/1.1" status: 204 len: 168 time: 0.2836359 May 09 18:34:54.654721 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:54.668286 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-638db688-796a-42fb-88ea-63552ca670cf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] show failed (client error): The resource could not be found. May 09 18:34:54.669033 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a547c-0a33-4f62-908f-2e56cfde188a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d319063-0a44-4a3a-969f-a2ed9d63575c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:54.669249 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-638db688-796a-42fb-88ea-63552ca670cf tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups/2d319063-0a44-4a3a-969f-a2ed9d63575c HTTP/1.1" status: 404 len: 347 time: 0.0135026 May 09 18:34:54.672029 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:54.724817 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:54.788891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Deleting port a3c8d233-f6ed-4e1a-b640-d04b6e5281eb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:54.789237 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.834191 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:54.840035 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.844265 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:54.855341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:54.856069 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:54.868223 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.868662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:54.873776 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1708b89a-2929-4dce-a519-69c951b6ab92 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "PUT /v2.0/floatingips/681834f3-87cf-43a5-b1d3-d57a0248bf11 HTTP/1.1" status: 200 len: 991 time: 1.0956597 May 09 18:34:54.874551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:54.877121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c060dd-079c-49be-960c-b1ecb169ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:54.881771 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Calling delete_port for a3c8d233-f6ed-4e1a-b640-d04b6e5281eb owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:54.919434 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8559c9b-19c5-4518-b3cc-91788d0f50a8 x-openstack-request-id: req-f8559c9b-19c5-4518-b3cc-91788d0f50a8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:54.919727 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:54.920166 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8559c9b-19c5-4518-b3cc-91788d0f50a8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:54.920724 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8559c9b-19c5-4518-b3cc-91788d0f50a8'] response: {'name': 'network-changed', 'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'status': 'completed', 'code': 200} May 09 18:34:54.954138 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:54.976597 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:54.977022 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 1e18cb42-6fa5-49f6-8510-1b14aaa7fef4 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:54.977510 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4449e893-fb12-4e63-acd4-0431cb2533e9 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:55.006102 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 4449e893-fb12-4e63-acd4-0431cb2533e9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:55.006446 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4449e893-fb12-4e63-acd4-0431cb2533e9 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:55.010916 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:55.011429 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860487e-b2ac-4806-b821-57cbf8ff1955 req-e2f0cc33-9ce5-41b7-b0f6-cac02492a052 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:55.012911 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2860487e-b2ac-4806-b821-57cbf8ff1955 req-e2f0cc33-9ce5-41b7-b0f6-cac02492a052 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0622215 May 09 18:34:55.092268 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2860487e-b2ac-4806-b821-57cbf8ff1955 req-2bcf921a-78b9-4393-9d06-ad54cc230f22 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738153 May 09 18:34:55.097833 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a3c8d233-f6ed-4e1a-b640-d04b6e5281eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.126482 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'Port': ['ID=a3c8d233-f6ed-4e1a-b640-d04b6e5281eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:55.192507 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (7c27d6a8-ecca-447a-8c77-812947464110), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.195209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.199773 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c09f247d-110c-44ef-a0a8-ec05179fd89b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "DELETE /v2.0/floatingips/7c27d6a8-ecca-447a-8c77-812947464110 HTTP/1.1" status: 204 len: 168 time: 0.5235057 May 09 18:34:55.277654 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:55.282157 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218327182', 'description': 'tempest-description--278825190'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:55.302456 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.358405 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '681834f3-87cf-43a5-b1d3-d57a0248bf11', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:64:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:36Z', 'updated_at': '2022-05-09T18:34:54Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:55.368708 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (16a678a0-27f8-4249-a3ce-b34797f718a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.372401 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (16a678a0-27f8-4249-a3ce-b34797f718a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.385413 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:55.393581 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:55.394257 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:55.402038 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.403409 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1245704 May 09 18:34:55.405312 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f24e8-f315-4cf9-b14a-f0ea09351e00 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a678a0-27f8-4249-a3ce-b34797f718a1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:55.406267 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:55.412248 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group_rule': {'security_group_id': '16a678a0-27f8-4249-a3ce-b34797f718a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:55.444434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (2a281942-0ac4-4227-bd9e-8d19ccd0f722), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.514356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:55.526527 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72b7b-16f3-4f88-9862-88af098ceec4 req-a299b5cf-ff98-461b-8b89-356a0cf54e1e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:55.528028 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ce72b7b-16f3-4f88-9862-88af098ceec4 req-a299b5cf-ff98-461b-8b89-356a0cf54e1e tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0636485 May 09 18:34:55.545370 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (2a281942-0ac4-4227-bd9e-8d19ccd0f722), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.553980 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (2a281942-0ac4-4227-bd9e-8d19ccd0f722), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.583241 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a281942-0ac4-4227-bd9e-8d19ccd0f722,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:55.597837 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.599032 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fa9f8cc9-d21a-4945-b9f2-f2f197122348 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905982 May 09 18:34:55.601896 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:55.606199 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ce72b7b-16f3-4f88-9862-88af098ceec4 req-75e66feb-6c64-4fbb-ac61-44392a9be3ec tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712833 May 09 18:34:55.606744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'security_group_rule': {'security_group_id': '16a678a0-27f8-4249-a3ce-b34797f718a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:55.637241 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (b6ea9375-b7d2-4a95-8931-6ea0abade845), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.699109 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (b6ea9375-b7d2-4a95-8931-6ea0abade845), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.703201 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (b6ea9375-b7d2-4a95-8931-6ea0abade845), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.720516 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ea9375-b7d2-4a95-8931-6ea0abade845,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:55.731214 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.733250 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d0c49bcb-b7fb-4150-9afe-e233459123a6 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292994 May 09 18:34:55.736251 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:55.740804 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:55.744443 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '681834f3-87cf-43a5-b1d3-d57a0248bf11', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:64:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:36Z', 'updated_at': '2022-05-09T18:34:54Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:55.760361 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.773158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0cc53-a020-4f5b-b9ed-265642ea9cde None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '681834f3-87cf-43a5-b1d3-d57a0248bf11', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'port_id': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'mac_address': 'fa:16:3e:64:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:36Z', 'updated_at': '2022-05-09T18:34:54Z', 'revision_number': 1, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:55.841914 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:55.949844 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Allocated IP 172.27.3.42 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/1a3c4292-743b-4555-92de-fe76c86038c7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:55.966083 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d7835-4540-4bc8-986f-440cbc53573d None None] New status for floating IP 681834f3-87cf-43a5-b1d3-d57a0248bf11: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:56.055632 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (1a3c4292-743b-4555-92de-fe76c86038c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.087822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.129830 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:56.133282 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:56.135790 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:56.167107 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=1a3c4292-743b-4555-92de-fe76c86038c7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:56.213860 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98df4a-385f-46c9-b43d-0257141ebdab req-65ed1abd-2117-4fa8-bff2-f9680d1944d6 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:56.215288 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca98df4a-385f-46c9-b43d-0257141ebdab req-65ed1abd-2117-4fa8-bff2-f9680d1944d6 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0489984 May 09 18:34:56.228205 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.263870 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.267433 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca98df4a-385f-46c9-b43d-0257141ebdab req-81323566-3dfb-40c6-a1bd-6eaea2d1f71c tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465879 May 09 18:34:56.407808 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (1a3c4292-743b-4555-92de-fe76c86038c7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.412046 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.481043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=1a3c4292-743b-4555-92de-fe76c86038c7,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:56.490827 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.505499 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:56.506727 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-09453937-b3a6-452d-a50a-a05d4dafbe4f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7693517 May 09 18:34:56.649072 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-479869d0-d6af-451b-b6aa-e6a58d575253 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--218327182&fields=id&tenant_id=78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 267 time: 0.0420358 May 09 18:34:56.757693 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f416-942d-4969-91cb-8514b5fa4d94 req-f4e61629-579a-44f3-9dd7-214b74858e6a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:56.759134 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4716f416-942d-4969-91cb-8514b5fa4d94 req-f4e61629-579a-44f3-9dd7-214b74858e6a tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0817626 May 09 18:34:56.819095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-47a9c8ca-b6a2-427b-a9b2-3eefa235792b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:56.820567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-47a9c8ca-b6a2-427b-a9b2-3eefa235792b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 811 time: 0.1645117 May 09 18:34:56.844134 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4716f416-942d-4969-91cb-8514b5fa4d94 req-5546effa-8055-41de-bbba-643325544ad0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760887 May 09 18:34:56.845696 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-e3112cff-a82f-482f-9529-cdf2cd764e8f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/quotas/78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 375 time: 0.0197682 May 09 18:34:56.893081 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-50de3b7c-3a92-4675-b108-e8ff54f3ea6a tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0413749 May 09 18:34:56.988109 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-cddf39bf-f368-47b0-bd6e-0eeac7911d34 service neutron] 10.222.0.25 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 May 09 18:34:57.076989 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-1dad2045-281c-43ea-b1ca-55901a00fc79 service neutron] 10.222.0.25 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830100 May 09 18:34:57.239017 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da960785-d4a2-443f-88b3-ff12cedebb5a req-0fe2b2af-e324-4e70-bbae-c815ff2b0bcd tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 210 time: 0.0351419 May 09 18:34:57.420176 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0f57-f048-4ec2-aef0-bb8b0f6b92e8 req-679abc22-0827-4ba0-a15f-ae0b633e61d4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:57.421814 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-476b0f57-f048-4ec2-aef0-bb8b0f6b92e8 req-679abc22-0827-4ba0-a15f-ae0b633e61d4 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.0855966 May 09 18:34:57.435763 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-5e554e07-8d3d-4cf4-82ce-bfe22d745027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:57.437186 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-5e554e07-8d3d-4cf4-82ce-bfe22d745027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3582c1a023c645b38b91a5fa01be7667&device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 1130 time: 0.0609610 May 09 18:34:57.478348 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-476b0f57-f048-4ec2-aef0-bb8b0f6b92e8 req-59d99985-af65-4229-bb87-962cd746f3cc tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506885 May 09 18:34:57.955331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895a79-2120-464e-9525-791d527a58fc req-c2cd75c8-fcb6-43d9-9c1c-153e591d7d26 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:57.956803 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c895a79-2120-464e-9525-791d527a58fc req-c2cd75c8-fcb6-43d9-9c1c-153e591d7d26 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.0457404 May 09 18:34:58.055649 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c895a79-2120-464e-9525-791d527a58fc req-11639385-82c4-4503-9de3-92c37d49b23c tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0369f7ad-bfa3-4c53-9364-17ceb5415efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932491 May 09 18:34:58.101696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-141c71d9-7f5b-4dc3-8311-bb667779552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.103154 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-141c71d9-7f5b-4dc3-8311-bb667779552f service neutron] 10.222.0.36 "GET /v2.0/networks?id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 200 len: 916 time: 0.1210990 May 09 18:34:58.188269 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-80a1ee39-077d-4bf2-8619-8c7cc85aeff0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.189715 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-80a1ee39-077d-4bf2-8619-8c7cc85aeff0 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 946 time: 0.1795278 May 09 18:34:58.208994 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-3ee5d9f5-7ee8-46be-a069-62ed8fa462ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663 HTTP/1.1" status: 200 len: 1001 time: 0.0952413 May 09 18:34:58.307136 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-e91c1c73-4bff-48ed-940e-38fc83889161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.308530 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-e91c1c73-4bff-48ed-940e-38fc83889161 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 200 len: 854 time: 0.0824311 May 09 18:34:58.342098 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Deleting port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:58.342434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:58.346174 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1a3dfd26-c56b-46b4-b8f2-b3ec103a1142 req-d70b2fa2-54a2-4554-a363-fedf8b47a5b0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 210 time: 0.0352066 May 09 18:34:58.429851 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] For port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:58.430213 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:58.442534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Calling delete_port for 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:58.535925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-73a4364e-64b1-42f9-bd08-875e7ad1a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.537133 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-73a4364e-64b1-42f9-bd08-875e7ad1a273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=301e94ce-a989-4fe3-9992-0fa06fbc5e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508826 May 09 18:34:58.672301 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0fb11-4c79-4155-9c69-140d4290b9d0 req-d70070ea-2424-44ad-a47b-302ecc6f3c7a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.673682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8f0fb11-4c79-4155-9c69-140d4290b9d0 req-d70070ea-2424-44ad-a47b-302ecc6f3c7a tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 943 time: 0.1184816 May 09 18:34:58.714216 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-a71b7959-2716-4a27-a75e-d493159f3bec tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.715731 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-a71b7959-2716-4a27-a75e-d493159f3bec tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 811 time: 0.1117823 May 09 18:34:58.730443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (28dc9b59-8a04-48ce-a5d0-8f7894d1dc83), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:58.765577 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['28dc9b59-8a04-48ce-a5d0-8f7894d1dc83'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:58.796420 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-bf6f733d-d6e1-4198-893f-fe0f4f21ac7e tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78039fb4f0bd454b8aea3db748343263 HTTP/1.1" status: 200 len: 379 time: 0.0666709 May 09 18:34:58.878963 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'port': {'device_id': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'admin_state_up': True, 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'security_groups': ['16a678a0-27f8-4249-a3ce-b34797f718a1']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:58.987883 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:58.990345 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-ec67bc84-43c9-4319-a981-98c4d301566e service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432304 May 09 18:34:58.990741 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Made reservation on behalf of 78039fb4f0bd454b8aea3db748343263 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:58.994473 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.042338 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Pushing event deleted for resources: {'Port': ['ID=28dc9b59-8a04-48ce-a5d0-8f7894d1dc83,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:59.079494 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8f0fb11-4c79-4155-9c69-140d4290b9d0 req-622b5a89-004b-4171-a518-ffd7862990ff tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967381 May 09 18:34:59.104442 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:59.125368 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] No DVR routers for this DVR port 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:59.127639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'port_id': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'mac_address': 'fa:16:3e:7f:3a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:59.129570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.132765 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a05b9d38-9a1e-471b-a1c2-383c9b468512 req-e2292cfa-c866-4940-9d40-50068981f103 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.36 "DELETE /v2.0/ports/28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 HTTP/1.1" status: 204 len: 173 time: 0.9381235 May 09 18:34:59.133204 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'name': 'network-vif-deleted', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:59.136299 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7424534c-cbaf-4505-a3f4-d642c8feaba0" -d '{"events": [{"server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "name": "network-vif-deleted", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:59.188954 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b3ec835-a65e-467a-9433-ae7670e5053c req-b6469b06-28a1-4ac3-89af-83dd054e0033 tempest-ServerRescueNegativeTestJSON-1515772222 tempest-ServerRescueNegativeTestJSON-1515772222-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e67e009-eec8-48f1-b8ec-5ba755aeba51 HTTP/1.1" status: 200 len: 210 time: 0.0371461 May 09 18:34:59.193067 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73c060dd-079c-49be-960c-b1ecb169ae36 req-2ccc6cfd-59f6-47e0-ad20-aeada53a0d52 service neutron] 10.222.0.36 "GET /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963484 May 09 18:34:59.196027 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Allocated IP 172.20.0.4 (4730889d-2bd2-49e5-82ef-67b5eb3e8023/dc8bb3ea-6c46-43d2-a544-0df1eba8d263/4cb5792d-607a-471d-b6dd-c779ad1dc8a6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:59.202211 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:59.202613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.220982 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459ae0a-be09-4d1e-a7ce-69b38c296a47 x-openstack-request-id: req-0459ae0a-be09-4d1e-a7ce-69b38c296a47 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:59.221545 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67e009-eec8-48f1-b8ec-5ba755aeba51", "name": "network-vif-deleted", "tag": "28dc9b59-8a04-48ce-a5d0-8f7894d1dc83", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:59.222015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0459ae0a-be09-4d1e-a7ce-69b38c296a47 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:59.222666 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0459ae0a-be09-4d1e-a7ce-69b38c296a47'] response: {'server_uuid': '5e67e009-eec8-48f1-b8ec-5ba755aeba51', 'name': 'network-vif-deleted', 'tag': '28dc9b59-8a04-48ce-a5d0-8f7894d1dc83', 'status': 'completed', 'code': 200} May 09 18:34:59.230109 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:59.257305 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:59.262179 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.309478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:59.351049 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.385053 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.430908 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:59.436344 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:59.438873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:59.446328 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event updated for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:59.468921 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5e850-1766-457e-879a-ee57316c30af req-1fdd9020-0820-4726-b3fa-10749f3e840b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:59.470369 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0db5e850-1766-457e-879a-ee57316c30af req-1fdd9020-0820-4726-b3fa-10749f3e840b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 931 time: 0.0512495 May 09 18:34:59.504005 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:59.504807 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.523906 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-5fe300cc-ad79-4913-a59b-c529f5e10f3b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6492989 May 09 18:34:59.536204 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0db5e850-1766-457e-879a-ee57316c30af req-282ee6af-aa76-4778-beef-de67ad5681fb tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560124 May 09 18:34:59.603526 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Request body: {'port': {'device_id': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:59.670135 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.679699 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:59.768546 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e3f5dec-e026-45e6-8cda-62ce1fcd2d96 None None] Provisioning complete for port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:59.770161 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5dec-e026-45e6-8cda-62ce1fcd2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:59.852452 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f5dec-e026-45e6-8cda-62ce1fcd2d96 None None] Port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:35:00.192875 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:00.200560 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks [] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:00.213042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac31add-582a-43de-b664-4fb1d95e1264 req-2079b32b-ffc2-4f21-ad76-b3c0009b7beb tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.213555 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Transition to ACTIVE for port object 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:35:00.214534 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ac31add-582a-43de-b664-4fb1d95e1264 req-2079b32b-ffc2-4f21-ad76-b3c0009b7beb tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 944 time: 0.0466449 May 09 18:35:00.217149 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:00.261086 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:00.278700 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:00.294906 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ac31add-582a-43de-b664-4fb1d95e1264 req-1cefaccf-68a9-401e-aeb8-4d1269c5fc5f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717447 May 09 18:35:00.351028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Attempting to bind port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:35:00.351406 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Attempting to bind port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:35:00.351738 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Attempting to bind port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:00.356131 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:35:00.356449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Attempting to bind port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 on network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:00.361543 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:35:00.361990 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Checking segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:35:00.362510 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Bound using segment: {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:35:00.363123 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Bound port: 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:35:00.363600 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:00.482368 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:35:00.519693 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:35:00.527378 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:00.573606 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.574382 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:00.575665 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] 10.222.0.36 "PUT /v2.0/ports/4cb5792d-607a-471d-b6dd-c779ad1dc8a6 HTTP/1.1" status: 200 len: 1093 time: 0.9767601 May 09 18:35:00.576115 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:00.578467 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:00.642071 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2ed84-8a61-4112-a6a5-4c603ae240b5 x-openstack-request-id: req-41c2ed84-8a61-4112-a6a5-4c603ae240b5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:00.642365 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:00.642621 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41c2ed84-8a61-4112-a6a5-4c603ae240b5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:00.643020 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c2ed84-8a61-4112-a6a5-4c603ae240b5'] response: {'name': 'network-changed', 'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'status': 'completed', 'code': 200} May 09 18:35:00.648297 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84667d-fafb-41de-9a7e-a96c0355ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:00.686781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51349a3a-2a00-4e6b-b61e-a4f15c5a3d29 req-b9fb7ee4-0dc8-4733-9ebf-2a38710b8453 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.690129 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51349a3a-2a00-4e6b-b61e-a4f15c5a3d29 req-b9fb7ee4-0dc8-4733-9ebf-2a38710b8453 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 943 time: 0.0576780 May 09 18:35:00.739906 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51349a3a-2a00-4e6b-b61e-a4f15c5a3d29 req-052ce687-fe8f-4321-aef0-59c56b0eb927 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 May 09 18:35:00.766542 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-92c3d5f4-bae6-40c8-9b0f-9b0ea4053e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.768078 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-92c3d5f4-bae6-40c8-9b0f-9b0ea4053e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 1127 time: 0.1136119 May 09 18:35:00.857499 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-3d23d2dd-7efd-4887-805f-80fb6a74ca43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6 HTTP/1.1" status: 200 len: 217 time: 0.0742781 May 09 18:35:00.978232 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-52cd32fc-f289-4622-af3e-afa041c5a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.979716 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-52cd32fc-f289-4622-af3e-afa041c5a3a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.1128757 May 09 18:35:00.995383 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:35:01.008536 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.043070 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:01.043874 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.070890 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-38d56aec-ab9b-42b6-b4b0-8f51dc9f2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:01.072692 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-38d56aec-ab9b-42b6-b4b0-8f51dc9f2f0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833366 May 09 18:35:01.118454 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:01.118847 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.141129 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:01.143451 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718afa1-1f5b-4116-8c12-a5a28b2fec27" -d '{"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-plugged", "status": "completed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:01.156824 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:01.161139 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.162347 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:01.207591 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba86c5-418a-4f8c-a973-fa388e6e6299 x-openstack-request-id: req-c8ba86c5-418a-4f8c-a973-fa388e6e6299 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:01.207967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-plugged", "status": "completed", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:01.208226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8ba86c5-418a-4f8c-a973-fa388e6e6299 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:01.208617 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ba86c5-418a-4f8c-a973-fa388e6e6299'] response: {'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'code': 200} May 09 18:35:01.210831 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:01.211201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 28dc9b59-8a04-48ce-a5d0-8f7894d1dc83 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:01.232424 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:01.268602 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-b7e0d4f9-65f7-4d9a-ba44-339b858a5f2f service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890583 May 09 18:35:01.413449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bbfd8-4a09-4b49-abae-82d573b9ad38 req-63f47560-124d-4a24-80ae-6cfcdae8357b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:01.415116 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c9bbfd8-4a09-4b49-abae-82d573b9ad38 req-63f47560-124d-4a24-80ae-6cfcdae8357b tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0548859 May 09 18:35:01.467488 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c9bbfd8-4a09-4b49-abae-82d573b9ad38 req-99a6c0ec-305f-4529-bbda-f003b1cda588 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466638 May 09 18:35:01.469897 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa43e454-0fcf-4946-993c-35cdd74253f7 req-01c855be-0f64-46d9-9e98-ace8bceaa048 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453197 May 09 18:35:01.470803 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Deleting port 81387697-09ef-4561-b97e-e5b81399ab1d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:01.471136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.539382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c429-49e2-4035-969c-ad18bf03417f req-2a3c9655-56f4-4452-98fc-b60de65bcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:01.541603 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc76c429-49e2-4035-969c-ad18bf03417f req-2a3c9655-56f4-4452-98fc-b60de65bcad7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0572765 May 09 18:35:01.560515 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] For port 81387697-09ef-4561-b97e-e5b81399ab1d, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=81387697-09ef-4561-b97e-e5b81399ab1d,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:01.560882 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.573898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Calling delete_port for 81387697-09ef-4561-b97e-e5b81399ab1d owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:01.763074 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (81387697-09ef-4561-b97e-e5b81399ab1d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.791237 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=81387697-09ef-4561-b97e-e5b81399ab1d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:01.869284 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d224-5e64-482a-8446-71cd941ebeb3 req-6de09601-1b26-4965-9f56-30c8667f74fa tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:01.870971 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6e35d224-5e64-482a-8446-71cd941ebeb3 req-6de09601-1b26-4965-9f56-30c8667f74fa tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 943 time: 0.0513887 May 09 18:35:01.926536 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6e35d224-5e64-482a-8446-71cd941ebeb3 req-8a0b5148-1526-49e7-a2e3-403643699803 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491223 May 09 18:35:01.982434 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:02.202683 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:35:02.309203 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:35:02.314226 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-46ebeea5-8d49-48a9-a2f8-a71d8f7c6d45 admin admin] 10.222.0.25 "PUT /v2.0/routers/83d1fa01-0146-42f8-9f4f-ee0c7727cbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526009 May 09 18:35:02.317423 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:02.319542 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Sync routers for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:35:02.329688 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:02.330394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:02.437092 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:02.443368 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-68cac74b-2b8e-45a7-a08d-9599517af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:02.444294 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks [] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:02.444883 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-68cac74b-2b8e-45a7-a08d-9599517af916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 1127 time: 0.0436082 May 09 18:35:02.552141 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc76c429-49e2-4035-969c-ad18bf03417f req-ab71946d-3154-485c-a9d5-8bbc20d10010 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457677 May 09 18:35:02.607166 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50448e4-47f1-4ab4-a7a8-4be48f87e206 req-8b50943f-da02-400e-9aaf-58e88280edf8 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:02.608742 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c50448e4-47f1-4ab4-a7a8-4be48f87e206 req-8b50943f-da02-400e-9aaf-58e88280edf8 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0541680 May 09 18:35:02.622033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:35:01Z', 'revision_number': 5, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port': {'id': '4631aac6-b197-43a9-b237-24d3bfa296ea', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:34Z', 'updated_at': '2022-05-09T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:02.645521 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks [] for router_gateway (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:02.656290 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Checking router: 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:35:02.667050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Routers {'83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:02.668246 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:02.701665 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c50448e4-47f1-4ab4-a7a8-4be48f87e206 req-eae2dbd6-be0c-4d6a-91e4-fe5c49a1a353 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820928 May 09 18:35:02.722491 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Deleting port 4631aac6-b197-43a9-b237-24d3bfa296ea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:02.722491 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:02.768474 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] Set router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:02.794277 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-fa8cf6dc-448c-4fd0-930c-43203b1a334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:02.795920 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-fa8cf6dc-448c-4fd0-930c-43203b1a334a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.3441625 May 09 18:35:02.802026 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] For port 4631aac6-b197-43a9-b237-24d3bfa296ea, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=4631aac6-b197-43a9-b237-24d3bfa296ea,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:02.802396 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:02.816367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Calling delete_port for 4631aac6-b197-43a9-b237-24d3bfa296ea owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:02.822863 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:35:02Z', 'revision_number': 6, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:02.849117 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e169eb-d521-427f-bfb3-3d1fec266115 None None] The sync data for ids ['83d1fa01-0146-42f8-9f4f-ee0c7727cbc5'] in dv-cinder-841125-3-iscsi is: [{'id': '83d1fa01-0146-42f8-9f4f-ee0c7727cbc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1570739098-router', 'tenant_id': '705eecf37fcc4fe7aabef923ece6ad59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:33Z', 'updated_at': '2022-05-09T18:35:02Z', 'revision_number': 6, 'project_id': '705eecf37fcc4fe7aabef923ece6ad59', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:35:02.856039 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-986d0efc-f391-433a-afa4-f7fbabc861e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6 HTTP/1.1" status: 200 len: 217 time: 0.0345604 May 09 18:35:02.909777 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-c2772bfa-d132-4604-9cbf-ca5f46737a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:02.911320 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-c2772bfa-d132-4604-9cbf-ca5f46737a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.0496476 May 09 18:35:02.989923 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:35:02.994457 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (4631aac6-b197-43a9-b237-24d3bfa296ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.029058 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=4631aac6-b197-43a9-b237-24d3bfa296ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:03.090436 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:03.101989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'port_id': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'mac_address': 'fa:16:3e:b9:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:35:03.103503 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0c6e-0ee5-46c1-aeb4-0386fa73cf97 req-aeac4d64-129d-4a14-b9bd-3e09fa2d63c1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:03.104975 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d59a0c6e-0ee5-46c1-aeb4-0386fa73cf97 req-aeac4d64-129d-4a14-b9bd-3e09fa2d63c1 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 943 time: 0.0861194 May 09 18:35:03.139306 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:03.139627 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.145014 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.152300 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:03.175136 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:03.178936 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.238872 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d59a0c6e-0ee5-46c1-aeb4-0386fa73cf97 req-958cf2c9-afb6-42ac-babc-0aa770dce82b tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278756 May 09 18:35:03.239376 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-9267bd93-971a-4d63-a904-35f0413b082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:03.242247 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-9267bd93-971a-4d63-a904-35f0413b082e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454161 May 09 18:35:03.252322 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:03.266424 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.269044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks [] for router_controller (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.343308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (83d1fa01-0146-42f8-9f4f-ee0c7727cbc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.343918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:35:03.349084 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-5ac6166b-b3c5-4cbd-9d8a-e0ee076735ce service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946367 May 09 18:35:03.349592 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.350373 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d0f9f9f2-0124-4928-a305-56982b4f9c4e admin admin] 10.222.0.25 "DELETE /v2.0/routers/83d1fa01-0146-42f8-9f4f-ee0c7727cbc5 HTTP/1.1" status: 204 len: 168 time: 1.0319271 May 09 18:35:03.352923 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:03.396669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Deleting subnet 8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:35:03.399712 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Publish callbacks [] for subnet (8d3f59b2-b9ea-4aef-869e-4c90248e4ab3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.436534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (8d3f59b2-b9ea-4aef-869e-4c90248e4ab3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.444255 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6440c71c-ae3e-4bfb-a3e5-f2d0fac8cb4f req-0e74214e-5334-486e-b9b8-e1c863a1058f service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 May 09 18:35:03.540934 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['4cb5792d-607a-471d-b6dd-c779ad1dc8a6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:35:03.544575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (8d3f59b2-b9ea-4aef-869e-4c90248e4ab3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.614043 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (8d3f59b2-b9ea-4aef-869e-4c90248e4ab3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.641746 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3f59b2-b9ea-4aef-869e-4c90248e4ab3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:03.644595 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.648138 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d651bf68-1734-42ef-8209-28ae52a4483b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8d3f59b2-b9ea-4aef-869e-4c90248e4ab3 HTTP/1.1" status: 204 len: 168 time: 0.2942724 May 09 18:35:03.650620 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:03.660773 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9800e-61f6-4954-88cf-5babce598306 None None] Network 6bd4c030-c4c5-476b-9935-9aed7888eb95 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:35:03.726880 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (6bd4c030-c4c5-476b-9935-9aed7888eb95), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.795411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Deleting port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:03.795670 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.871894 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4ed9-ce6f-4a25-ab46-1de5373176b7 req-f4b00053-fa6f-46e5-8465-b89513e9c43f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:03.874151 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-975d4ed9-ce6f-4a25-ab46-1de5373176b7 req-f4b00053-fa6f-46e5-8465-b89513e9c43f tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0938389 May 09 18:35:03.876822 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] DHCP port deletion for 6bd4c030-c4c5-476b-9935-9aed7888eb95 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:35:03.899692 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] For port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,segment=NetworkSegment(c4c1936a-3c1b-43fd-bc0c-2328fad565d4),segment_id=c4c1936a-3c1b-43fd-bc0c-2328fad565d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:03.900063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.910477 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 81387697-09ef-4561-b97e-e5b81399ab1d no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:03.919693 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Calling delete_port for 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:03.986475 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-975d4ed9-ce6f-4a25-ab46-1de5373176b7 req-b7f7a73e-6476-493c-b7a4-c8dc23910c80 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049988 May 09 18:35:04.033675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.064558 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:04.067936 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] No DVR routers for this DVR port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 on host dv-cinder-841125-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:35:04.079490 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 81387697-09ef-4561-b97e-e5b81399ab1d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:04.079852 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 81387697-09ef-4561-b97e-e5b81399ab1d not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:04.080267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 4631aac6-b197-43a9-b237-24d3bfa296ea no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:04.088772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Deleting port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:04.088956 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.107548 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 4631aac6-b197-43a9-b237-24d3bfa296ea {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:04.107895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 4631aac6-b197-43a9-b237-24d3bfa296ea not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:04.147515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (6bd4c030-c4c5-476b-9935-9aed7888eb95), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.169184 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd4c030-c4c5-476b-9935-9aed7888eb95']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:04.170273 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] For port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5, host dv-cinder-841125-3-iscsi, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:04.170753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.180866 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:04.181252 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c1936a-3c1b-43fd-bc0c-2328fad565d4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:04.184468 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Calling delete_port for 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:04.188592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 18:35:04.189873 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (750a1cfc-7575-4fc5-81f8-cb9317fad8f5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.191063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (c4c1936a-3c1b-43fd-bc0c-2328fad565d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.204964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (c4c1936a-3c1b-43fd-bc0c-2328fad565d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.210804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:35:04.211198 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (c4c1936a-3c1b-43fd-bc0c-2328fad565d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:35:04.213017 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:35:04.222059 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] No DVR routers for this DVR port 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:35:04.227027 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb83cfb-7ab1-40c0-a6f2-2fb6dc86ffef None None] Pushing event deleted for resources: {'Port': ['ID=750a1cfc-7575-4fc5-81f8-cb9317fad8f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:04.275684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (6bd4c030-c4c5-476b-9935-9aed7888eb95), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.282767 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.286390 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6bd4c030-c4c5-476b-9935-9aed7888eb95 HTTP/1.1" status: 204 len: 168 time: 0.6347508 May 09 18:35:04.297392 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5963c9-4da1-414d-92fa-e1c131b785f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd4c030-c4c5-476b-9935-9aed7888eb95,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:04.366283 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9af02-27e3-4a4c-bbfa-47e6e423ac2a req-07bb7d03-4153-4152-8639-478c11ca422d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:04.367806 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-70f9af02-27e3-4a4c-bbfa-47e6e423ac2a req-07bb7d03-4153-4152-8639-478c11ca422d tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 944 time: 0.0513349 May 09 18:35:04.402319 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:04.415804 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-70f9af02-27e3-4a4c-bbfa-47e6e423ac2a req-c072280d-509e-4ee3-8466-db3dbf571b31 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 May 09 18:35:04.442464 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4b53696e-facb-40d8-99a9-f6c0f0644e7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=705eecf37fcc4fe7aabef923ece6ad59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389516 May 09 18:35:04.444820 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:04.489649 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] Publish callbacks [] for security_group (0369f7ad-bfa3-4c53-9364-17ceb5415efa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.509664 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] Publish callbacks [] for security_group (0369f7ad-bfa3-4c53-9364-17ceb5415efa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.557893 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0369f7ad-bfa3-4c53-9364-17ceb5415efa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.560330 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.561477 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0369f7ad-bfa3-4c53-9364-17ceb5415efa HTTP/1.1" status: 204 len: 168 time: 0.1157458 May 09 18:35:04.569360 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4be09b-892d-45a7-a74c-56cc694545e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369f7ad-bfa3-4c53-9364-17ceb5415efa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:04.994280 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:35:05.039634 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:35:05.045637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:05.046358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:05.129946 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:05.130338 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:05.153563 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:05.155819 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec137e1-3f97-40b1-9b77-aa97b82234e4" -d '{"events": [{"server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:05.168612 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:05.174183 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:05.198543 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4fac4-2394-4da2-8c42-78fb238a29af x-openstack-request-id: req-12d4fac4-2394-4da2-8c42-78fb238a29af {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:05.198858 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:05.199116 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12d4fac4-2394-4da2-8c42-78fb238a29af {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:05.199541 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d4fac4-2394-4da2-8c42-78fb238a29af'] response: {'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'code': 200} May 09 18:35:05.228833 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:05.407793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83133ea3-5718-40cb-9cf4-cc36c9092f47 req-54bd46fd-9986-4166-bb0e-0bcea8d72c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:05.409309 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83133ea3-5718-40cb-9cf4-cc36c9092f47 req-54bd46fd-9986-4166-bb0e-0bcea8d72c18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 1129 time: 0.0406015 May 09 18:35:05.455946 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83133ea3-5718-40cb-9cf4-cc36c9092f47 req-d4f79e05-0b7b-485e-942f-222faebab021 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386295 May 09 18:35:05.532556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596031b9-5561-4ae9-9a23-7f6fd340ede4 req-ed443802-e039-42cc-b657-7a73207fdcd7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:05.532556 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-596031b9-5561-4ae9-9a23-7f6fd340ede4 req-ed443802-e039-42cc-b657-7a73207fdcd7 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0467892 May 09 18:35:05.585933 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-596031b9-5561-4ae9-9a23-7f6fd340ede4 req-81336641-351b-435c-a351-208c35a66270 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 May 09 18:35:05.833875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:05.855123 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:05.855426 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 750a1cfc-7575-4fc5-81f8-cb9317fad8f5 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:06.697915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3e66-e40f-42d6-bb60-d0d8949e32d8 req-1dc95814-c265-49f3-bc20-4a8d9accd8dd tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:06.699388 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c34e3e66-e40f-42d6-bb60-d0d8949e32d8 req-1dc95814-c265-49f3-bc20-4a8d9accd8dd tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0456917 May 09 18:35:06.743520 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c34e3e66-e40f-42d6-bb60-d0d8949e32d8 req-c4f6e23e-2e50-4756-ae64-0f62e4289b62 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 May 09 18:35:07.857994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00869f0a-1672-46ed-bbc2-9c9163e9ae08 req-dd5dc895-bf0f-4274-897d-0f0057ec1536 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:07.859474 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00869f0a-1672-46ed-bbc2-9c9163e9ae08 req-dd5dc895-bf0f-4274-897d-0f0057ec1536 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0483420 May 09 18:35:07.905145 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00869f0a-1672-46ed-bbc2-9c9163e9ae08 req-fc8bbe13-9f94-4275-8cab-232d4729b332 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 May 09 18:35:07.946574 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:35:08.013064 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a051-ddb6-488d-a425-2957d7f6a40e req-ac5b5ace-abbb-46af-85a0-e98b01333670 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:08.014485 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d288a051-ddb6-488d-a425-2957d7f6a40e req-ac5b5ace-abbb-46af-85a0-e98b01333670 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0479975 May 09 18:35:08.023417 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:08.027417 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Request body: {'floatingip': {'port_id': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:08.064280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:08.730864 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:08.734569 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:08.833324 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Floating IP 98a8474f-ed63-41a8-9287-33cd0c6611ad associated. External IP: 172.27.3.42, port: 4cb5792d-607a-471d-b6dd-c779ad1dc8a6. May 09 18:35:09.038528 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:35:09.146745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:35:09.151515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:09.161904 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:35:09.172237 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:09.172878 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:09.181513 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-58fbcbec-89ab-492a-9c28-2fb649097f24 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "PUT /v2.0/floatingips/98a8474f-ed63-41a8-9287-33cd0c6611ad HTTP/1.1" status: 200 len: 990 time: 1.1571591 May 09 18:35:09.182288 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:09.184623 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faac118f-defd-40e2-992a-f67a6597c14c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:09.282197 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:09.333252 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf55b4-dfe7-40bb-9382-b8b2154b098e x-openstack-request-id: req-14cf55b4-dfe7-40bb-9382-b8b2154b098e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:09.333559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:09.333845 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14cf55b4-dfe7-40bb-9382-b8b2154b098e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:09.334283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cf55b4-dfe7-40bb-9382-b8b2154b098e'] response: {'name': 'network-changed', 'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'status': 'completed', 'code': 200} May 09 18:35:09.499345 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98a8474f-ed63-41a8-9287-33cd0c6611ad', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:b9:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:56Z', 'updated_at': '2022-05-09T18:35:08Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:09.527336 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:35:09.535682 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:09.536276 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:34:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:09.640278 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:09.649934 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:09.939132 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98a8474f-ed63-41a8-9287-33cd0c6611ad', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:b9:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:56Z', 'updated_at': '2022-05-09T18:35:08Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:09.967853 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558caebf-3699-4d97-a763-e73b9ded9cc5 None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '98a8474f-ed63-41a8-9287-33cd0c6611ad', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'e642a810-7780-48de-8139-adaa98245201', 'port_id': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'mac_address': 'fa:16:3e:b9:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:56Z', 'updated_at': '2022-05-09T18:35:08Z', 'revision_number': 1, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:35:10.154604 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd1e6a-fb28-46df-bc25-266a970ae4b4 None None] New status for floating IP 98a8474f-ed63-41a8-9287-33cd0c6611ad: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:35:10.524940 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac118f-defd-40e2-992a-f67a6597c14c req-3af3cb86-ab63-4451-8d82-27dd60c72783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:10.526373 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-3af3cb86-ab63-4451-8d82-27dd60c72783 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78039fb4f0bd454b8aea3db748343263&device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 1129 time: 0.0375102 May 09 18:35:10.614061 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac118f-defd-40e2-992a-f67a6597c14c req-3061e0f0-9afc-41cf-8b9d-6e029e01a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:10.615448 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-3061e0f0-9afc-41cf-8b9d-6e029e01a767 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 200 len: 912 time: 0.0830665 May 09 18:35:10.680870 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-41be0eab-1eaf-4345-b181-f7bd26476273 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6 HTTP/1.1" status: 200 len: 1000 time: 0.0585175 May 09 18:35:10.729926 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac118f-defd-40e2-992a-f67a6597c14c req-26f258e6-17e0-4ee6-a63c-dfbcd4432395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:10.731389 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-26f258e6-17e0-4ee6-a63c-dfbcd4432395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 200 len: 850 time: 0.0434744 May 09 18:35:10.783069 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac118f-defd-40e2-992a-f67a6597c14c req-94ecbdac-4812-4d16-840f-9c916e0dd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:10.784631 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-94ecbdac-4812-4d16-840f-9c916e0dd9d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4730889d-2bd2-49e5-82ef-67b5eb3e8023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421727 May 09 18:35:10.871737 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-7c5b6e96-9ae4-432a-8d5b-d5e4d2abe66b service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802767 May 09 18:35:10.968622 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-faac118f-defd-40e2-992a-f67a6597c14c req-69dd521a-e927-4295-823e-55ae36a19033 service neutron] 10.222.0.36 "GET /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863042 May 09 18:35:11.396800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c13de4e-d877-4ad9-a395-51aead39c1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.548473 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd533d-2cfe-4586-99bd-3c3496f89dae req-06864ed4-f318-4d54-b98d-30f11ce7c967 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:13.549979 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6efd533d-2cfe-4586-99bd-3c3496f89dae req-06864ed4-f318-4d54-b98d-30f11ce7c967 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0481148 May 09 18:35:13.579876 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:13.599081 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6efd533d-2cfe-4586-99bd-3c3496f89dae req-47ef1dc4-d206-4487-aabe-01740ac61bb3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 May 09 18:35:13.604985 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2b79c44-7d0a-4786-89a8-2d19e8e0c301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.690878 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.763987 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Publish callbacks [] for security_group (94f85e82-e14c-492d-99c0-a4144f4577a8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.767436 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (94f85e82-e14c-492d-99c0-a4144f4577a8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.804740 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=490414b2008e4caf981e00cb5fe971cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210236 May 09 18:35:13.805681 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f85e82-e14c-492d-99c0-a4144f4577a8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:13.807415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:13.812822 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.813176 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.813519 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.813860 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.814194 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.814525 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.815391 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.815722 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.816050 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.816379 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.816711 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.817038 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.817359 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.817673 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.817999 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac17c27-f3e0-4abf-af1a-512efb80a26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:13.854662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] Publish callbacks [] for security_group (94f85e82-e14c-492d-99c0-a4144f4577a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.874915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] Publish callbacks [] for security_group (94f85e82-e14c-492d-99c0-a4144f4577a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.923669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (94f85e82-e14c-492d-99c0-a4144f4577a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.926134 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:13.927277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94f85e82-e14c-492d-99c0-a4144f4577a8 HTTP/1.1" status: 204 len: 168 time: 0.1188757 May 09 18:35:13.934778 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942f645-95d2-4f7d-b48e-9843274436f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f85e82-e14c-492d-99c0-a4144f4577a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:14.181180 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:14.194704 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08c036f3-1497-4f99-a31c-78c3825f0c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.268899 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08c036f3-1497-4f99-a31c-78c3825f0c7d admin admin] Publish callbacks [] for security_group (59d7e982-ad92-409e-b126-357dbe8adeb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.272718 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08c036f3-1497-4f99-a31c-78c3825f0c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (59d7e982-ad92-409e-b126-357dbe8adeb3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.309671 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08c036f3-1497-4f99-a31c-78c3825f0c7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=475f6bda500f45cab1f8a5784139a235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273956 May 09 18:35:14.310462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c036f3-1497-4f99-a31c-78c3825f0c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7e982-ad92-409e-b126-357dbe8adeb3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:14.312430 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:14.359231 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] Publish callbacks [] for security_group (59d7e982-ad92-409e-b126-357dbe8adeb3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.381079 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] Publish callbacks [] for security_group (59d7e982-ad92-409e-b126-357dbe8adeb3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.424959 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (59d7e982-ad92-409e-b126-357dbe8adeb3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.427541 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.428673 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59d7e982-ad92-409e-b126-357dbe8adeb3 HTTP/1.1" status: 204 len: 168 time: 0.1152439 May 09 18:35:14.436533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56131f-1159-4cab-bd7e-3d556dff29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7e982-ad92-409e-b126-357dbe8adeb3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:14.720592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.731975 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ced908-775c-4114-9207-29c4493d41dc req-743c6866-898e-4b38-9c24-15954c30dd62 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:14.733482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5ced908-775c-4114-9207-29c4493d41dc req-743c6866-898e-4b38-9c24-15954c30dd62 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0506132 May 09 18:35:14.781126 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5ced908-775c-4114-9207-29c4493d41dc req-187718c4-8132-4f23-bd51-647fe45cd9f8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 May 09 18:35:15.907833 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986867-e5a5-4bc8-bbfd-87dadc65e1c2 req-abb6e7d5-4e8a-40a4-a60f-8090550387eb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:15.909370 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea986867-e5a5-4bc8-bbfd-87dadc65e1c2 req-abb6e7d5-4e8a-40a4-a60f-8090550387eb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0526862 May 09 18:35:15.955738 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea986867-e5a5-4bc8-bbfd-87dadc65e1c2 req-781d611a-8a1a-485b-8e76-d847bfb1ee51 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 May 09 18:35:16.154866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.309901 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:16.413741 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-444ccb43-0bd1-4b2a-a882-24922aebec29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.484675 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-444ccb43-0bd1-4b2a-a882-24922aebec29 admin admin] Publish callbacks [] for security_group (157f1e61-1c47-4131-8abb-bbd4afa7539b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.488330 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-444ccb43-0bd1-4b2a-a882-24922aebec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (157f1e61-1c47-4131-8abb-bbd4afa7539b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.526096 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-444ccb43-0bd1-4b2a-a882-24922aebec29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3bc93b00fd5443d833ba443656307fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151496 May 09 18:35:16.526938 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ccb43-0bd1-4b2a-a882-24922aebec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f1e61-1c47-4131-8abb-bbd4afa7539b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:16.528847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:16.576187 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] Publish callbacks [] for security_group (157f1e61-1c47-4131-8abb-bbd4afa7539b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.597436 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] Publish callbacks [] for security_group (157f1e61-1c47-4131-8abb-bbd4afa7539b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.648088 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (157f1e61-1c47-4131-8abb-bbd4afa7539b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.650925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.652131 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/157f1e61-1c47-4131-8abb-bbd4afa7539b HTTP/1.1" status: 204 len: 168 time: 0.1222305 May 09 18:35:16.660515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b66c4-e1d4-4550-bf6d-8ff0790ef90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f1e61-1c47-4131-8abb-bbd4afa7539b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:16.900417 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:16.913734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03648214-b3a4-4bf8-a80b-afcc301543cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.988971 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03648214-b3a4-4bf8-a80b-afcc301543cd admin admin] Publish callbacks [] for security_group (00b4b50a-1a82-4a6a-9a80-987c79a35aaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.993519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03648214-b3a4-4bf8-a80b-afcc301543cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (00b4b50a-1a82-4a6a-9a80-987c79a35aaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.033823 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-03648214-b3a4-4bf8-a80b-afcc301543cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5df6f77658c04ebc8c702ee25563e607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318147 May 09 18:35:17.036591 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:17.041851 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03648214-b3a4-4bf8-a80b-afcc301543cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b4b50a-1a82-4a6a-9a80-987c79a35aaa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:17.082754 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896ba1-bf43-473b-a7b9-2fa4366de013 req-cedc6a78-4809-4c72-9de9-486f56fcb104 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:17.083546 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] Publish callbacks [] for security_group (00b4b50a-1a82-4a6a-9a80-987c79a35aaa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.084261 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-24896ba1-bf43-473b-a7b9-2fa4366de013 req-cedc6a78-4809-4c72-9de9-486f56fcb104 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0536590 May 09 18:35:17.104879 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] Publish callbacks [] for security_group (00b4b50a-1a82-4a6a-9a80-987c79a35aaa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.131600 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-24896ba1-bf43-473b-a7b9-2fa4366de013 req-86dfb820-3c84-474a-9b94-695b602e9f9a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 May 09 18:35:17.154934 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (00b4b50a-1a82-4a6a-9a80-987c79a35aaa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.157551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.159373 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00b4b50a-1a82-4a6a-9a80-987c79a35aaa HTTP/1.1" status: 204 len: 168 time: 0.1217816 May 09 18:35:17.167049 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec9397-08da-419d-99ea-fdab7acc73a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b4b50a-1a82-4a6a-9a80-987c79a35aaa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:17.592385 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:18.253413 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235fc7d-96b2-47e4-8896-2b1fe4a18719 req-7b0bd35c-cde4-4644-af61-8b22f70fb762 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:18.254894 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0235fc7d-96b2-47e4-8896-2b1fe4a18719 req-7b0bd35c-cde4-4644-af61-8b22f70fb762 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0474553 May 09 18:35:18.303843 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0235fc7d-96b2-47e4-8896-2b1fe4a18719 req-f84c0c9b-0d8c-45c0-83b2-87bd318d4d1e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 May 09 18:35:19.423016 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227f6f0-469c-45c5-bc0f-1b60b23ae1b5 req-3fcd3cbd-e896-4fa4-a2f1-e91bf56957f7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:19.425072 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2227f6f0-469c-45c5-bc0f-1b60b23ae1b5 req-3fcd3cbd-e896-4fa4-a2f1-e91bf56957f7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0490658 May 09 18:35:19.470378 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2227f6f0-469c-45c5-bc0f-1b60b23ae1b5 req-df7e2ce4-931a-47db-90b9-1589e6d8805a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 May 09 18:35:20.590791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bfb58-75e5-4535-b35e-9ee602bc5ba8 req-b2c85aee-7022-48b3-bc5d-0c047677f2a7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:20.592322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f05bfb58-75e5-4535-b35e-9ee602bc5ba8 req-b2c85aee-7022-48b3-bc5d-0c047677f2a7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0518270 May 09 18:35:20.637994 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f05bfb58-75e5-4535-b35e-9ee602bc5ba8 req-096d95ad-3f78-4bdf-b769-182fddb8c9bf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396378 May 09 18:35:21.758009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb553a2-1b0e-473a-b9f7-7618bf789dde req-4a63c96d-72eb-4824-ae9f-c41e37882e16 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:21.759462 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bb553a2-1b0e-473a-b9f7-7618bf789dde req-4a63c96d-72eb-4824-ae9f-c41e37882e16 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0491486 May 09 18:35:21.803747 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bb553a2-1b0e-473a-b9f7-7618bf789dde req-9860f635-add4-4032-84a5-31b622c5db4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 May 09 18:35:22.931735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76059e-5e9f-4cd7-a7a9-04180aea7f4e req-64789d99-bab1-41b3-9072-450ae7b8d8b4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:22.933260 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8d76059e-5e9f-4cd7-a7a9-04180aea7f4e req-64789d99-bab1-41b3-9072-450ae7b8d8b4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0491490 May 09 18:35:22.981504 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8d76059e-5e9f-4cd7-a7a9-04180aea7f4e req-46de4cb3-e509-4d1e-b070-4891a31e1bf3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 May 09 18:35:24.098363 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bfe33-8385-4d86-9d87-fbe96b86e44d req-6cc7fd78-7f46-4ac8-a0fb-5aa06041afff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:24.099741 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-233bfe33-8385-4d86-9d87-fbe96b86e44d req-6cc7fd78-7f46-4ac8-a0fb-5aa06041afff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0456645 May 09 18:35:24.149691 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-233bfe33-8385-4d86-9d87-fbe96b86e44d req-2a0ddb9e-8568-45ec-8cd1-7debb519eb26 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442741 May 09 18:35:25.270415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4145-9c70-464b-adb5-9aeaf443f084 req-fe4b00d5-83fe-4c8a-be57-fae9bb17dd72 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:25.271912 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-54bd4145-9c70-464b-adb5-9aeaf443f084 req-fe4b00d5-83fe-4c8a-be57-fae9bb17dd72 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0473304 May 09 18:35:25.319374 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-54bd4145-9c70-464b-adb5-9aeaf443f084 req-ea95b941-3656-4f6f-8d65-5c4afb7d4a26 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409071 May 09 18:35:25.484860 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 37884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:25.585615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6489155e-09b4-41b6-a1f8-357938e9eaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.663690 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6489155e-09b4-41b6-a1f8-357938e9eaf1 admin admin] Publish callbacks [] for security_group (26a2a022-4a0d-4580-baee-a4e18bb08ece), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.668874 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6489155e-09b4-41b6-a1f8-357938e9eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (26a2a022-4a0d-4580-baee-a4e18bb08ece), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.712612 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6489155e-09b4-41b6-a1f8-357938e9eaf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1906e42c698453d9d0f95f6e74a3b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266710 May 09 18:35:25.714512 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489155e-09b4-41b6-a1f8-357938e9eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2a022-4a0d-4580-baee-a4e18bb08ece,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:25.715292 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 37888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:25.761313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] Publish callbacks [] for security_group (26a2a022-4a0d-4580-baee-a4e18bb08ece), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.781818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] Publish callbacks [] for security_group (26a2a022-4a0d-4580-baee-a4e18bb08ece), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.828382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (26a2a022-4a0d-4580-baee-a4e18bb08ece), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.831447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.835462 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26a2a022-4a0d-4580-baee-a4e18bb08ece HTTP/1.1" status: 204 len: 168 time: 0.1191192 May 09 18:35:25.842927 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90366b58-35c0-476a-ad6e-0763f8190b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2a022-4a0d-4580-baee-a4e18bb08ece,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:26.438116 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b012f3-6974-44e0-b683-daa6ceefbf23 req-bc318ec8-e872-48d6-bbf1-eceaea375d71 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:26.439601 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f1b012f3-6974-44e0-b683-daa6ceefbf23 req-bc318ec8-e872-48d6-bbf1-eceaea375d71 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0495660 May 09 18:35:26.485459 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f1b012f3-6974-44e0-b683-daa6ceefbf23 req-9fcf0bcd-3184-4f2d-b03c-fb6bf963146a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 May 09 18:35:27.609074 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5239-435d-44c1-be7c-89503f0c69d1 req-06469187-636f-4628-a1fa-e9be98cb5ee9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.610537 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-094b5239-435d-44c1-be7c-89503f0c69d1 req-06469187-636f-4628-a1fa-e9be98cb5ee9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0461442 May 09 18:35:27.657634 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-094b5239-435d-44c1-be7c-89503f0c69d1 req-93a8861c-a7b2-4123-8d0e-91dae50d2e87 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 May 09 18:35:28.782369 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fa719-64ac-489d-a5ae-7e6ffb5d1687 req-f0b08fe1-8d39-4c51-b852-2e829aa4380b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.783856 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3c4fa719-64ac-489d-a5ae-7e6ffb5d1687 req-f0b08fe1-8d39-4c51-b852-2e829aa4380b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0508296 May 09 18:35:28.829396 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3c4fa719-64ac-489d-a5ae-7e6ffb5d1687 req-11799c7a-5a0e-41a8-86a3-9b8a7c061e59 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400109 May 09 18:35:29.123584 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:35:29.221281 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:29.232878 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:35:29.269511 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:29.269932 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:29.286811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:29.305814 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:29.309510 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:29.356370 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:29.363484 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.363842 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.364198 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.364704 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.365089 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.365454 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.365800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.366135 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.366473 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.366806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.367193 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.367570 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.367941 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.368272 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.368607 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:29.526431 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:35:29.949815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28290a82-db14-4624-919d-ad150b116425 req-d9c30d52-4351-4154-bf77-45cc100f7393 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.951287 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-28290a82-db14-4624-919d-ad150b116425 req-d9c30d52-4351-4154-bf77-45cc100f7393 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0491745 May 09 18:35:29.999412 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-28290a82-db14-4624-919d-ad150b116425 req-f942acac-b285-42bf-9630-491652175e1f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 May 09 18:35:31.118306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d159b-3298-481e-aa95-10be2cad8501 req-1aa43133-8195-4e0c-986d-4c66ab4649f4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:31.119843 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b81d159b-3298-481e-aa95-10be2cad8501 req-1aa43133-8195-4e0c-986d-4c66ab4649f4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0468490 May 09 18:35:31.136162 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:35:31.174530 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b81d159b-3298-481e-aa95-10be2cad8501 req-5a73f373-3b13-4105-9f7b-f50880755dfa tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489507 May 09 18:35:31.183276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:31.183667 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.258774 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:31.259165 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.281789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:31.284039 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8a241f-c4d8-415e-bb86-fc7c0d1615f2" -d '{"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:31.296422 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:31.301226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.351710 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:31.439497 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d5e6a5-6312-41bd-b5c3-63affb536ec7 x-openstack-request-id: req-94d5e6a5-6312-41bd-b5c3-63affb536ec7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:31.439833 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:31.440095 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94d5e6a5-6312-41bd-b5c3-63affb536ec7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:31.440517 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d5e6a5-6312-41bd-b5c3-63affb536ec7'] response: {'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'code': 200} May 09 18:35:32.295700 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf46cb6-5583-4eea-9306-b21059b63c93 req-2091ddca-e48d-41b4-966a-8d6fdb0f5bfe tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:32.297187 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4bf46cb6-5583-4eea-9306-b21059b63c93 req-2091ddca-e48d-41b4-966a-8d6fdb0f5bfe tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0505533 May 09 18:35:32.343844 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4bf46cb6-5583-4eea-9306-b21059b63c93 req-94111fad-3150-421d-9aac-f34ba93032cb tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 May 09 18:35:33.475570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d291-fcba-4c5a-bd54-fbbdf7fb70a7 req-75bcc9f4-3465-4ec8-b98a-cb2575b6f739 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.477148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3893d291-fcba-4c5a-bd54-fbbdf7fb70a7 req-75bcc9f4-3465-4ec8-b98a-cb2575b6f739 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0566635 May 09 18:35:33.527744 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3893d291-fcba-4c5a-bd54-fbbdf7fb70a7 req-3f10df14-6ff5-4a24-b72a-8569b2961a17 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 May 09 18:35:34.676626 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d582f6-bf3f-43f5-97e5-41a52ab46c1a req-42fe1562-65b6-4625-8018-bafccd2a8b36 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.679211 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b2d582f6-bf3f-43f5-97e5-41a52ab46c1a req-42fe1562-65b6-4625-8018-bafccd2a8b36 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0611355 May 09 18:35:34.736783 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b2d582f6-bf3f-43f5-97e5-41a52ab46c1a req-fb0ce46c-c1a8-4d72-8622-983bd5ae6a58 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526760 May 09 18:35:35.877923 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d45c9-f2af-4f4f-a4e4-bdd30c38b6a7 req-56bfd3e9-3e2e-4b7a-a57c-c76d36e8b687 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:35.881113 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee7d45c9-f2af-4f4f-a4e4-bdd30c38b6a7 req-56bfd3e9-3e2e-4b7a-a57c-c76d36e8b687 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0554790 May 09 18:35:35.939961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee7d45c9-f2af-4f4f-a4e4-bdd30c38b6a7 req-85e047dc-6e6c-41fd-a77f-c218d7e19a99 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529258 May 09 18:35:37.097463 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5f102-8528-4465-acce-16a43859842a req-a0ec15da-509a-4f85-9aba-488e0517f43d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:37.099448 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1bc5f102-8528-4465-acce-16a43859842a req-a0ec15da-509a-4f85-9aba-488e0517f43d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0580697 May 09 18:35:37.171277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1bc5f102-8528-4465-acce-16a43859842a req-746f50eb-3f2a-4072-bd91-7a2acb588890 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621970 May 09 18:35:38.322485 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ac3f8-a7f6-4c7e-8458-ed70414074d9 req-9aa3515d-8ed2-43eb-a275-de5b59387541 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:38.326192 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7d9ac3f8-a7f6-4c7e-8458-ed70414074d9 req-9aa3515d-8ed2-43eb-a275-de5b59387541 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0580435 May 09 18:35:38.384569 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7d9ac3f8-a7f6-4c7e-8458-ed70414074d9 req-7a43acae-e79e-4eed-8035-dd61b4764029 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537682 May 09 18:35:39.514541 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750aa2-d604-42cd-9526-8e8b047119e5 req-f513ffdb-89d8-4c2c-bddd-fb504a60d8d4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:39.516097 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e750aa2-d604-42cd-9526-8e8b047119e5 req-f513ffdb-89d8-4c2c-bddd-fb504a60d8d4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0537279 May 09 18:35:39.577347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e750aa2-d604-42cd-9526-8e8b047119e5 req-6f92c882-ecf0-481e-8cb6-a31b6376988a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524268 May 09 18:35:39.652934 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:40.220624 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-d410426c-1683-45bb-9f63-69e6f27185c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423379 May 09 18:35:40.310326 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-eb483fcf-0601-419b-970f-683f9394fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.311982 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-eb483fcf-0601-419b-970f-683f9394fa84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0425506 May 09 18:35:40.426753 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-adfa0bca-2dbb-4d8f-a690-16973ed902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.428304 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-adfa0bca-2dbb-4d8f-a690-16973ed902f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.0931096 May 09 18:35:40.515604 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-e4d40517-802d-4845-8837-72471281f89d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 1001 time: 0.0774305 May 09 18:35:40.574144 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-04669b43-0b8c-4464-a484-6be345cb4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.576579 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-04669b43-0b8c-4464-a484-6be345cb4f1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0522203 May 09 18:35:40.643074 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-da17a282-8861-4b2f-b20e-ce80444a7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.645784 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-da17a282-8861-4b2f-b20e-ce80444a7744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575407 May 09 18:35:40.722847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaae24-38fc-4029-ac56-098e0fd10213 req-5b148ace-121f-43d7-9e12-8d18358e44cf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.736319 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52eaae24-38fc-4029-ac56-098e0fd10213 req-5b148ace-121f-43d7-9e12-8d18358e44cf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0764267 May 09 18:35:40.756947 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-4781d27e-1d22-4bbb-8b34-49751eb3e354 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024523 May 09 18:35:40.789968 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52eaae24-38fc-4029-ac56-098e0fd10213 req-14adcbc7-7d39-45d9-bd61-3a3a1b40ebae tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 May 09 18:35:40.858357 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb94d9e4-a31e-4661-8e08-6b6eee4345e0 req-be3f6e07-a626-4592-9493-57a0b831db47 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909185 May 09 18:35:41.399135 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad72a-eb06-4910-b910-1207212bb0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:41.913934 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a06aa-0ae9-4c65-a0cc-a22b1e2470be req-1dd5bc2e-6e7a-45e3-ac23-18cb8c9da5a8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:41.915698 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd8a06aa-0ae9-4c65-a0cc-a22b1e2470be req-1dd5bc2e-6e7a-45e3-ac23-18cb8c9da5a8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0476184 May 09 18:35:41.961162 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd8a06aa-0ae9-4c65-a0cc-a22b1e2470be req-35795e03-688c-45ae-a040-f4498db4a251 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 May 09 18:35:42.767399 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-6939850c-cb11-441b-ad6d-2b64814df176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:42.769792 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-6939850c-cb11-441b-ad6d-2b64814df176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1129 time: 0.0484710 May 09 18:35:42.890331 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-0fcbbeb9-2bcf-401f-8e8d-9b65f7b680e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:42.891940 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-0fcbbeb9-2bcf-401f-8e8d-9b65f7b680e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.1140738 May 09 18:35:42.963695 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-63af6185-5ff9-4d3a-a2cf-b3d679a024e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0640881 May 09 18:35:43.016778 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-5ccb71a0-0a90-4d84-8c4d-4c56a6662d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:43.018322 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-5ccb71a0-0a90-4d84-8c4d-4c56a6662d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0435274 May 09 18:35:43.064524 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-209ca5c3-d48f-4e5b-88c5-f55f7d54ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:43.066017 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-209ca5c3-d48f-4e5b-88c5-f55f7d54ae6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417008 May 09 18:35:43.079855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d06e73-e21e-49b4-adff-d09e6ddee05f req-396b971d-fecb-49ba-81aa-a37b8a3b3e4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:43.081303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8d06e73-e21e-49b4-adff-d09e6ddee05f req-396b971d-fecb-49ba-81aa-a37b8a3b3e4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0498331 May 09 18:35:43.129479 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c8d06e73-e21e-49b4-adff-d09e6ddee05f req-2f457674-5096-4c32-9c05-7475e0804e3e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425391 May 09 18:35:43.171015 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-48eebc8c-8402-4325-a425-ee1b0222a5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854058 May 09 18:35:43.546723 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79d05669-47a9-416e-ad3d-8f3d697b4e36 req-dafcea25-343b-438e-8e9f-59f67f23d5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 May 09 18:35:43.596763 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-077035ce-1d41-4627-9140-c44223b01137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:44.257386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e3bab-b104-4f62-b271-81177fa51a3e req-b376b12d-f843-43a9-9198-b91c854a3bf7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:44.258899 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a6e3bab-b104-4f62-b271-81177fa51a3e req-b376b12d-f843-43a9-9198-b91c854a3bf7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0531306 May 09 18:35:44.308292 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a6e3bab-b104-4f62-b271-81177fa51a3e req-2359430a-5bd4-4cf8-ac6b-9eec67098b53 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 May 09 18:35:44.721486 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:44.946597 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:35:45.428955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d885bb-5aaf-49ce-b343-b875bf59d5dc req-4c1b4d93-3d9c-4f6b-a45b-5f98cf8e6f13 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:45.430442 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e8d885bb-5aaf-49ce-b343-b875bf59d5dc req-4c1b4d93-3d9c-4f6b-a45b-5f98cf8e6f13 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0460527 May 09 18:35:45.484156 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e8d885bb-5aaf-49ce-b343-b875bf59d5dc req-1cb71988-dcc2-4dbd-b445-11c65fdd016d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479867 May 09 18:35:46.156891 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:46.601051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec8a9-c0af-4897-b1d3-4bb18ea9ab7e req-89b11014-a565-4a92-818e-c85b4cf08e54 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:46.602484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-75eec8a9-c0af-4897-b1d3-4bb18ea9ab7e req-89b11014-a565-4a92-818e-c85b4cf08e54 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 945 time: 0.0455873 May 09 18:35:46.647311 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-75eec8a9-c0af-4897-b1d3-4bb18ea9ab7e req-9f4f1f90-8005-4f64-b3d4-66d34cc3221d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 May 09 18:35:47.594989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:48.226928 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:48.306694 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:48.307109 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:48.334784 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:48.337024 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97715eb-239b-493c-ab08-d84e62d8024b" -d '{"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:48.347331 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:48.352472 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:48.389095 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 May 2022 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5902dc96-7b67-4500-86df-4043a458165f x-openstack-request-id: req-5902dc96-7b67-4500-86df-4043a458165f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:48.389412 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:48.389759 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5902dc96-7b67-4500-86df-4043a458165f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:48.390055 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5902dc96-7b67-4500-86df-4043a458165f'] response: {'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'code': 200} May 09 18:35:48.413639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:48.602524 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871eaed3-ddbc-426c-90a1-1610e450c9a9 req-e664bab1-7fcf-49bb-a8fb-79ef49f409d2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:48.604288 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-871eaed3-ddbc-426c-90a1-1610e450c9a9 req-e664bab1-7fcf-49bb-a8fb-79ef49f409d2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0830927 May 09 18:35:48.619216 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-80645b4a-4a50-4614-9e80-4d2297915296 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651648 May 09 18:35:48.667327 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-871eaed3-ddbc-426c-90a1-1610e450c9a9 req-d72ad5ec-e0b6-4fcb-8596-3b7048460f1e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564511 May 09 18:35:48.725600 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-07e1b509-445f-4bc1-a179-cc309315e3c7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:48.727498 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-07e1b509-445f-4bc1-a179-cc309315e3c7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports/24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 940 time: 0.0699682 May 09 18:35:49.600203 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-5bdd492e-619f-4e7b-a8dd-05ea0e1413ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.601709 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-5bdd492e-619f-4e7b-a8dd-05ea0e1413ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde&tenant_id=127c608e5ebd478282b045739182c41e HTTP/1.1" status: 200 len: 1127 time: 0.0407093 May 09 18:35:49.723335 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-b6aca86c-4034-4a03-b26a-a1be5ce8b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.724892 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-b6aca86c-4034-4a03-b26a-a1be5ce8b5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1127 time: 0.0397627 May 09 18:35:49.788577 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569478-58dc-4c0d-8288-9ffc591ccbee req-34e4c487-0924-471b-9f4b-304c156b44e7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.790073 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92569478-58dc-4c0d-8288-9ffc591ccbee req-34e4c487-0924-471b-9f4b-304c156b44e7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0487416 May 09 18:35:49.821337 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-6fa651e1-2b56-45c7-bfc2-6417bcbf8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.823085 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-6fa651e1-2b56-45c7-bfc2-6417bcbf8fb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.0902030 May 09 18:35:49.851921 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92569478-58dc-4c0d-8288-9ffc591ccbee req-5e5329b9-3939-4e9c-961e-b69ca6d79ef8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 May 09 18:35:49.889530 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-b64d17f8-7d13-4557-807c-c82d14bb3bbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 998 time: 0.0598481 May 09 18:35:49.946192 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-71d672ec-72c2-4ae4-9b7a-5025e409bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.947581 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-71d672ec-72c2-4ae4-9b7a-5025e409bdcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0491426 May 09 18:35:49.999155 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bfac-8122-463a-b784-188559d15ec9 req-b01e36d1-33c0-464e-828a-3fbc3c77edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:50.000693 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-b01e36d1-33c0-464e-828a-3fbc3c77edc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399351 May 09 18:35:50.089388 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-655ac0be-0dff-4c29-af96-dddbee5ef368 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807612 May 09 18:35:50.180712 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bab9bfac-8122-463a-b784-188559d15ec9 req-640abb34-7b6d-496a-a2a0-7cdc9affd9fe service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 May 09 18:35:50.994399 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bc584-7dbf-404a-9cdd-489b25e0fd79 req-5048b558-b66d-49e0-b87b-a1453b4357c7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:50.998664 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fe7bc584-7dbf-404a-9cdd-489b25e0fd79 req-5048b558-b66d-49e0-b87b-a1453b4357c7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0680351 May 09 18:35:51.071199 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fe7bc584-7dbf-404a-9cdd-489b25e0fd79 req-161a1ff6-a2ce-40fe-bb96-ac85f911b1a1 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626976 May 09 18:35:51.242719 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:51.322951 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:52.199316 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bbf88-6645-46d7-b9c4-52ab418d4777 req-c4d27ea4-2a14-40d2-9a7a-766ba446fc3f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:52.209846 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b1bbf88-6645-46d7-b9c4-52ab418d4777 req-c4d27ea4-2a14-40d2-9a7a-766ba446fc3f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0602658 May 09 18:35:52.257123 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b1bbf88-6645-46d7-b9c4-52ab418d4777 req-fec222c6-1742-448c-ae19-a25f050bbb75 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 May 09 18:35:53.408519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d779d6f-5ac4-425e-aeb5-9b430586b23d req-13977d98-bd4c-48c4-a664-c3bea25e59f7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:53.411632 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d779d6f-5ac4-425e-aeb5-9b430586b23d req-13977d98-bd4c-48c4-a664-c3bea25e59f7 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0590284 May 09 18:35:53.482949 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0d779d6f-5ac4-425e-aeb5-9b430586b23d req-76ae587e-1933-4505-9d00-a583d7fc198c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634131 May 09 18:35:53.634394 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:53.756683 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc6a13a5-2d7d-4b6d-9efb-ba4a9eb16854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:53.840057 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc6a13a5-2d7d-4b6d-9efb-ba4a9eb16854 admin admin] Publish callbacks [] for security_group (e44bd1c0-e310-4d7d-b1ee-077b1c8ef366), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:53.844508 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc6a13a5-2d7d-4b6d-9efb-ba4a9eb16854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e44bd1c0-e310-4d7d-b1ee-077b1c8ef366), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:53.888607 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a13a5-2d7d-4b6d-9efb-ba4a9eb16854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44bd1c0-e310-4d7d-b1ee-077b1c8ef366,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:53.893128 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dc6a13a5-2d7d-4b6d-9efb-ba4a9eb16854 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83477e7221724bae9e0a32ea2447f181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573152 May 09 18:35:53.895883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 38286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:53.950820 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Publish callbacks [] for security_group (e44bd1c0-e310-4d7d-b1ee-077b1c8ef366), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:53.979107 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Publish callbacks [] for security_group (e44bd1c0-e310-4d7d-b1ee-077b1c8ef366), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:54.030901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e44bd1c0-e310-4d7d-b1ee-077b1c8ef366), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:54.033470 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:54.034609 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e44bd1c0-e310-4d7d-b1ee-077b1c8ef366 HTTP/1.1" status: 204 len: 168 time: 0.1377711 May 09 18:35:54.045246 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44bd1c0-e310-4d7d-b1ee-077b1c8ef366,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:54.057130 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.057238 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.058265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.058575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.058912 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.059343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.059676 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.060080 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.060404 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.060730 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.061131 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.061464 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.061911 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.062367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.062696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999231-0427-4f1c-ba4a-ba08e4254ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:54.795834 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:54.832240 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dabad-8df9-4001-9789-cc11ea000fec req-cda4d915-94ad-4a1a-b7a3-61aa09e5567c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:54.833884 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-413dabad-8df9-4001-9789-cc11ea000fec req-cda4d915-94ad-4a1a-b7a3-61aa09e5567c tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0751405 May 09 18:35:54.884768 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-413dabad-8df9-4001-9789-cc11ea000fec req-c452f805-9b16-45ad-a88b-b6557fd013a0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 May 09 18:35:54.982001 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-618531137-network', 'tenant_id': '64dd788fefab4eeab253b0f0d341fd2d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:55.003735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Made reservation on behalf of 64dd788fefab4eeab253b0f0d341fd2d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:35:55.006033 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.021396 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.139057 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks [] for security_group (8aa25ba6-e397-4882-8ce6-2cfd3f9bf306), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.145076 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8aa25ba6-e397-4882-8ce6-2cfd3f9bf306), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.179687 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:35:55.190177 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:55.195225 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (a45c1826-220c-4b54-83e3-bdfe43345f35), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.195579 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Added segment a45c1826-220c-4b54-83e3-bdfe43345f35 of type vlan for network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 May 09 18:35:55.245651 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (b57d7f0b-92ae-439d-91c0-77be8f7f50c8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.271991 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (b57d7f0b-92ae-439d-91c0-77be8f7f50c8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.273070 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:55.273653 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.330224 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5330155 May 09 18:35:55.333904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 38320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:55.341122 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e5b9-1bd8-49e8-b371-ab5d27f1ee3b admin admin] Pushing event updated for resources: {'Network': ['ID=b57d7f0b-92ae-439d-91c0-77be8f7f50c8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:55.341337 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Request body: {'subnet': {'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-618531137-subnet', 'tenant_id': '64dd788fefab4eeab253b0f0d341fd2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:55.353671 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:35:55.377443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Made reservation on behalf of 64dd788fefab4eeab253b0f0d341fd2d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:35:55.380722 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.583916 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (5e03e5f4-501a-4f62-8cf0-cb50ee7d5564), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.635283 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:55.652847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Checking segment: {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:35:55.653221 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Network hostable DHCP agents. Network: b57d7f0b-92ae-439d-91c0-77be8f7f50c8, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:35:55.675195 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:35:55.685557 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, b57d7f0b-92ae-439d-91c0-77be8f7f50c8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:35:55.696753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068bedd-a543-49b8-aac2-4181738e7b26 None None] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:35:55.698534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:55.699142 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:55.727932 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a3ce66e7-2609-4596-a172-a491589d4fae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3924806 May 09 18:35:55.836405 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90acc5-e573-4611-9e01-f54a907ed03b None None] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:35:56.047216 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec380ea-8bbb-4815-9175-ae0e6d67d137 req-08eda59d-2c63-42e9-8069-c8278a2eb0c9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:56.051789 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ec380ea-8bbb-4815-9175-ae0e6d67d137 req-08eda59d-2c63-42e9-8069-c8278a2eb0c9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0697184 May 09 18:35:56.100738 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ec380ea-8bbb-4815-9175-ae0e6d67d137 req-8814266e-4663-4c61-8e99-2a57e21a5b5b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457664 May 09 18:35:57.250194 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba58de-471f-4820-a227-169ec0ef8e0d req-6506f832-9181-471a-8854-51541b2717c0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:57.258908 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8ba58de-471f-4820-a227-169ec0ef8e0d req-6506f832-9181-471a-8854-51541b2717c0 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0767758 May 09 18:35:57.307112 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8ba58de-471f-4820-a227-169ec0ef8e0d req-1dc61d16-4660-4f0c-a91f-fbebc5c21909 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468314 May 09 18:35:57.634697 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-9a806d1f-cbcc-4be7-94f1-7b20c2ecc6fb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:57.636427 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-9a806d1f-cbcc-4be7-94f1-7b20c2ecc6fb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 813 time: 0.1097078 May 09 18:35:57.652190 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-edf25d1f-0885-4a76-8180-abd1b63ef79d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/quotas/64dd788fefab4eeab253b0f0d341fd2d HTTP/1.1" status: 200 len: 375 time: 0.0099971 May 09 18:35:57.687352 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-5029a635-147c-40e7-bd5d-deba5753af0b tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294013 May 09 18:35:57.785277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-928aac6a-6f53-4eb3-b906-08bc521b51b0 service neutron] 10.222.0.25 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898860 May 09 18:35:57.879992 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-4a588d75-e668-4d62-a223-d4e80b79da98 service neutron] 10.222.0.25 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886307 May 09 18:35:58.091567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3d9676b0-2ffc-4098-9ecb-fa6b5231b8fb req-2c403ffe-b7d3-4c09-9042-792c5d734e4c tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 210 time: 0.0388181 May 09 18:35:58.444157 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a564-2222-4120-bfb6-ff991533ae0b req-a40bf3eb-0a3f-46b6-977f-219a1b893edc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:58.447868 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9725a564-2222-4120-bfb6-ff991533ae0b req-a40bf3eb-0a3f-46b6-977f-219a1b893edc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0603795 May 09 18:35:58.506349 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9725a564-2222-4120-bfb6-ff991533ae0b req-a5977bac-4b7f-47a2-bb73-1777fe3aaed8 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543599 May 09 18:35:59.187829 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3bbb932e-2ecd-477b-9bf6-76b8d404a900 req-ed3b9f2e-1dec-460b-bd70-80ce83d3c96f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 210 time: 0.0266526 May 09 18:35:59.635095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4bfdc-5395-4295-9a43-ae2d5e77de02 req-9982de97-c6bc-4443-b3f6-c80b5e312ffc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:59.637398 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0aa4bfdc-5395-4295-9a43-ae2d5e77de02 req-9982de97-c6bc-4443-b3f6-c80b5e312ffc tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0525649 May 09 18:35:59.684447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0aa4bfdc-5395-4295-9a43-ae2d5e77de02 req-bf64d720-c014-4196-8de9-ca753bf41932 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 May 09 18:36:00.283283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9293b7e3-02e1-4b4b-9dbc-e913448dccdc req-d4338ba5-6796-4dd3-bbd4-c77b4d38d1eb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 210 time: 0.0294223 May 09 18:36:00.803058 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a401d6-e111-45cd-8fba-fdac7e506a09 req-1b2c6a15-7045-4e4d-8c5e-622fe4041d4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:00.804524 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-91a401d6-e111-45cd-8fba-fdac7e506a09 req-1b2c6a15-7045-4e4d-8c5e-622fe4041d4b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 943 time: 0.0467095 May 09 18:36:00.850116 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-91a401d6-e111-45cd-8fba-fdac7e506a09 req-bcf5d884-9c41-4841-b7ec-38926973d9e2 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 May 09 18:36:01.249244 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-830f9863-4bc2-420f-bdcf-532ce66769ca tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.250723 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-830f9863-4bc2-420f-bdcf-532ce66769ca tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 813 time: 0.1035621 May 09 18:36:01.274311 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Request body: {'port': {'device_id': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8', 'admin_state_up': True, 'tenant_id': '64dd788fefab4eeab253b0f0d341fd2d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:01.274592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:36:01.382719 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-42975f84-af27-49dd-825f-494ffcc9f981 req-7ea2e081-530e-4d40-b16d-f8fa4a6ad91e tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 210 time: 0.0304542 May 09 18:36:01.383899 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:01.386738 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Made reservation on behalf of 64dd788fefab4eeab253b0f0d341fd2d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:01.390161 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.396699 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'port_id': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'mac_address': 'fa:16:3e:6e:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:36:01.434200 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:01.434602 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.447665 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:36:01.467464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:01.471248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.511006 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Allocated IP 172.20.0.7 (b57d7f0b-92ae-439d-91c0-77be8f7f50c8/5e03e5f4-501a-4f62-8cf0-cb50ee7d5564/34a62ebb-9a32-4a9c-b58d-d0f3d59b133e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:01.521728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:01.663135 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks [] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.697578 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.740334 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:01.743526 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:01.749554 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:01.771894 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Pushing event updated for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:01.793201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:01.803397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.804012 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.823675 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-0bb5a5da-04fc-4779-8db2-b980737ccbfb tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530601 May 09 18:36:01.841806 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Request body: {'port': {'device_id': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:01.913169 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.976143 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65689d7e-1bb5-40f2-a29d-05b96e36eb0b req-d82b89a4-eec2-46f2-94c5-c96392069459 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.977773 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65689d7e-1bb5-40f2-a29d-05b96e36eb0b req-d82b89a4-eec2-46f2-94c5-c96392069459 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0491014 May 09 18:36:02.030355 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65689d7e-1bb5-40f2-a29d-05b96e36eb0b req-2e2299ee-aea0-46e6-bf86-e4fb38db2b0a tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 May 09 18:36:02.204035 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:36:02.211338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks [] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.223268 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Transition to ACTIVE for port object 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:36:02.226762 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.277426 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Pushing event updated for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:02.345815 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Attempting to bind port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:02.346154 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Attempting to bind port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:02.346483 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Attempting to bind port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:02.351260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:36:02.351586 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Attempting to bind port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:02.356402 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:02.356743 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Checking segment: {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:02.357129 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Bound using segment: {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:02.357552 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Bound port: 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:02.357905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.418313 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:02.421303 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:02.428192 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.462527 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.463168 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.464565 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] 10.222.0.36 "PUT /v2.0/ports/34a62ebb-9a32-4a9c-b58d-d0f3d59b133e HTTP/1.1" status: 200 len: 1093 time: 0.6269612 May 09 18:36:02.464981 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:02.467225 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82786c3-8f33-4830-a93b-e1cff624a130" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:02.492027 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbba6-a4b7-4a62-96bc-a0acb951e69a service neutron] Pushing event updated for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:02.502888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc90e-65fb-4ab8-b0cc-868128077637 req-72cb3220-c05e-4df8-8d07-937e96239376 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.504567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b0fc90e-65fb-4ab8-b0cc-868128077637 req-72cb3220-c05e-4df8-8d07-937e96239376 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 943 time: 0.0493085 May 09 18:36:02.554840 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b0fc90e-65fb-4ab8-b0cc-868128077637 req-02d9a600-e265-4722-b03d-98d8f94280bd tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 May 09 18:36:02.612095 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-798dff36-b2fe-4529-b6c7-ce5c55fa7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.614456 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-798dff36-b2fe-4529-b6c7-ce5c55fa7f7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 1127 time: 0.0418844 May 09 18:36:02.640873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff82cb-bca2-4a7f-af11-7720bfaf1743 x-openstack-request-id: req-b5ff82cb-bca2-4a7f-af11-7720bfaf1743 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:02.641165 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:02.641417 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5ff82cb-bca2-4a7f-af11-7720bfaf1743 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:02.641815 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ff82cb-bca2-4a7f-af11-7720bfaf1743'] response: {'name': 'network-changed', 'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e', 'status': 'completed', 'code': 200} May 09 18:36:02.729002 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-6c48fb83-59b5-4a29-9e9d-d285c9c089aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e HTTP/1.1" status: 200 len: 217 time: 0.0338290 May 09 18:36:02.778811 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-f8b6a4fa-f27e-4e64-8fda-4764112fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.780220 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-f8b6a4fa-f27e-4e64-8fda-4764112fea06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 200 len: 853 time: 0.0446401 May 09 18:36:02.810389 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-326a5840-1358-4e55-8d5f-c0e14022482b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237498 May 09 18:36:02.896137 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-ea125b3d-63e2-46c0-ad3d-cc73903afeb0 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787191 May 09 18:36:02.989193 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45fc0278-20f1-42dc-a684-4db8f0b94bef req-792d756b-a40b-4b7c-bf12-eb26f5fc2d00 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865653 May 09 18:36:03.149245 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa361d65-4d99-48dd-8e1d-3e367c9e5d1d req-a83ba4ba-86c0-4336-9c71-9556d86c6e0f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:03.150733 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa361d65-4d99-48dd-8e1d-3e367c9e5d1d req-a83ba4ba-86c0-4336-9c71-9556d86c6e0f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 944 time: 0.0467579 May 09 18:36:03.197697 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa361d65-4d99-48dd-8e1d-3e367c9e5d1d req-c08de820-daf9-4f62-8624-76658ced46ce tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 May 09 18:36:03.297436 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:03.351765 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:03.351765 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:03.434991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:03.435426 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:03.446497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2751a-15fe-484a-9d0d-532f2613140b req-1f97dea3-144a-46af-8a4c-6a32960803e0 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:03.448179 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78d2751a-15fe-484a-9d0d-532f2613140b req-1f97dea3-144a-46af-8a4c-6a32960803e0 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0510943 May 09 18:36:03.466967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:03.469339 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca9eb7-2c71-4150-b99b-40f9ba4e61e0" -d '{"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:03.482034 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:03.487159 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:03.498593 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78d2751a-15fe-484a-9d0d-532f2613140b req-7a28ae88-c13c-4248-b0bd-c430a094198f tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 May 09 18:36:03.514781 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21154b57-16e0-4a8b-86cb-603864988cf0 x-openstack-request-id: req-21154b57-16e0-4a8b-86cb-603864988cf0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:03.515080 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-plugged", "status": "completed", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:03.515362 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21154b57-16e0-4a8b-86cb-603864988cf0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:03.515760 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21154b57-16e0-4a8b-86cb-603864988cf0'] response: {'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'code': 200} May 09 18:36:03.540980 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:03.669251 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a33a-0ce1-4021-930b-74e6f8adb776 req-72899f23-4282-4479-9bd8-64d1f2304020 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:03.670232 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-85e0a33a-0ce1-4021-930b-74e6f8adb776 req-72899f23-4282-4479-9bd8-64d1f2304020 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 943 time: 0.0493548 May 09 18:36:03.718010 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-85e0a33a-0ce1-4021-930b-74e6f8adb776 req-d190eb5a-d99f-4a12-a094-a08f226f1899 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 May 09 18:36:04.319430 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce4ee3-1041-4edb-ad1d-05c4a1f77913 req-4217e3ae-1b8a-4701-93f5-0f5906506b7b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:04.320967 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e3ce4ee3-1041-4edb-ad1d-05c4a1f77913 req-4217e3ae-1b8a-4701-93f5-0f5906506b7b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.0497656 May 09 18:36:04.368363 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e3ce4ee3-1041-4edb-ad1d-05c4a1f77913 req-bf297a7a-5777-4237-bcb4-2d2d46cc315d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 May 09 18:36:04.621897 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399e774-3dac-449c-8c0a-510e66b08c0e req-1d2ada7c-3358-46ce-899f-119a819d31e6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:04.623401 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7399e774-3dac-449c-8c0a-510e66b08c0e req-1d2ada7c-3358-46ce-899f-119a819d31e6 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0484922 May 09 18:36:04.669504 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7399e774-3dac-449c-8c0a-510e66b08c0e req-3a3bad25-aba2-4458-9ed7-6d28e9973163 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400624 May 09 18:36:04.828343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd291c37-b894-462c-bd66-66bba3913117 req-e7fdf6a6-3a0d-4017-bec6-e9c6e0025767 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:04.829782 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd291c37-b894-462c-bd66-66bba3913117 req-e7fdf6a6-3a0d-4017-bec6-e9c6e0025767 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 943 time: 0.0454056 May 09 18:36:04.877571 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd291c37-b894-462c-bd66-66bba3913117 req-9a1585e7-38f7-4efa-b1ed-05775a8e29cc tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416741 May 09 18:36:05.215801 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-16d199f3-9c20-4b31-9b63-18552388517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.217182 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-16d199f3-9c20-4b31-9b63-18552388517c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 1127 time: 0.0385261 May 09 18:36:05.297043 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:36:05.314296 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-50ff4461-4429-4dfc-b233-008d789cc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.316700 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-50ff4461-4429-4dfc-b233-008d789cc87f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 914 time: 0.0900488 May 09 18:36:05.390882 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:05.402991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e', 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8', 'port_id': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e', 'mac_address': 'fa:16:3e:d2:b9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03e5f4-501a-4f62-8cf0-cb50ee7d5564', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:36:05.452683 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:05.453678 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.469952 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:36:05.490319 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:05.493645 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.494718 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-27fd6b83-4ff4-4859-879e-8b5345480134 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e HTTP/1.1" status: 200 len: 217 time: 0.0369663 May 09 18:36:05.522892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b2a-b0e4-480e-b055-138f1e046531 req-19db355f-629f-4857-81b2-5cbaf289a380 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.524507 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95755b2a-b0e4-480e-b055-138f1e046531 req-19db355f-629f-4857-81b2-5cbaf289a380 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.0796881 May 09 18:36:05.525632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd324-bce7-4a04-acb9-350fabf9ddc0 req-defeab5f-1287-41d0-8243-f7ddb3410a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.527020 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cbfd324-bce7-4a04-acb9-350fabf9ddc0 req-defeab5f-1287-41d0-8243-f7ddb3410a7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1130 time: 0.0535460 May 09 18:36:05.539529 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:05.606129 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-35e0189d-9b8c-48d7-be7a-03510e31440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.607957 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-35e0189d-9b8c-48d7-be7a-03510e31440c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 200 len: 853 time: 0.0453427 May 09 18:36:05.642622 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-cfee29b2-1cc9-45cf-95fa-c3f07aea374d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278127 May 09 18:36:05.771031 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-1441cc7b-c772-45e2-94d5-126fd477f74d service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163230 May 09 18:36:05.814273 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['34a62ebb-9a32-4a9c-b58d-d0f3d59b133e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:05.873260 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95755b2a-b0e4-480e-b055-138f1e046531 req-2757c627-7c6c-45f6-a031-20a3657e7e5b tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430848 May 09 18:36:05.893343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-0303c0bc-f51e-42dc-a505-efcb501260ee tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.895453 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-0303c0bc-f51e-42dc-a505-efcb501260ee tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.3299356 May 09 18:36:05.912649 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82786c3-8f33-4830-a93b-e1cff624a130 req-d4ce65b3-bb19-4d82-a3f4-7b29dcca7f80 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266112 May 09 18:36:05.953257 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cbfd324-bce7-4a04-acb9-350fabf9ddc0 req-e1e3e937-0003-4d3c-b4d0-03584427c46f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887017 May 09 18:36:06.046008 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9315e-96f4-4027-a8e8-7684c10c6450 req-aff5864b-bfa4-414a-800a-9289cc91e5df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:06.047575 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2e9315e-96f4-4027-a8e8-7684c10c6450 req-aff5864b-bfa4-414a-800a-9289cc91e5df tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 946 time: 0.0640035 May 09 18:36:06.052561 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 6565f8c1-96d5-4ffe-82fd-eba43170e663 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:06.052907 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.191911 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804eb6-c3fd-4652-b4e3-c6501d4a2831 req-260b7f7d-3ef2-4a03-9886-916c093af812 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:06.193366 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5804eb6-c3fd-4652-b4e3-c6501d4a2831 req-260b7f7d-3ef2-4a03-9886-916c093af812 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 944 time: 0.0961223 May 09 18:36:06.202194 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2e9315e-96f4-4027-a8e8-7684c10c6450 req-1a6a4abb-c600-4a76-bbed-2cbc97079196 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups?id=39c96350-3223-4030-87dd-fb6449286c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449862 May 09 18:36:06.231683 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] For port 6565f8c1-96d5-4ffe-82fd-eba43170e663, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6565f8c1-96d5-4ffe-82fd-eba43170e663,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:06.231988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.298582 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5804eb6-c3fd-4652-b4e3-c6501d4a2831 req-72a6d085-5e6c-4b18-8eb5-761df5bee627 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995173 May 09 18:36:06.430166 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.430524 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.430838 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Floating IP 681834f3-87cf-43a5-b1d3-d57a0248bf11 disassociated. External IP: 172.27.3.47, port: 6565f8c1-96d5-4ffe-82fd-eba43170e663. May 09 18:36:06.431170 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 6565f8c1-96d5-4ffe-82fd-eba43170e663 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:06.556495 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (6565f8c1-96d5-4ffe-82fd-eba43170e663), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.584452 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=6565f8c1-96d5-4ffe-82fd-eba43170e663,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:06.704781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:06.817054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:06.826256 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:06.835638 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:06.836241 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:35:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:06.859191 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] No DVR routers for this DVR port 6565f8c1-96d5-4ffe-82fd-eba43170e663 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:06.861730 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.865659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ad11540-08ff-418b-a276-4a828fb7b6e1 req-84f48168-2fe9-49b5-9dc7-30b371ecb211 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.36 "DELETE /v2.0/ports/6565f8c1-96d5-4ffe-82fd-eba43170e663 HTTP/1.1" status: 204 len: 173 time: 0.9643805 May 09 18:36:06.866105 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'name': 'network-vif-deleted', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:06.868500 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3af88-7ee8-4417-b3a3-5d65ced0af65" -d '{"events": [{"server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "name": "network-vif-deleted", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:06.904390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41edfa2-7ebc-49bc-8c7b-9243c016c252 x-openstack-request-id: req-b41edfa2-7ebc-49bc-8c7b-9243c016c252 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:06.904691 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95113e2-f278-45ae-afa3-7d1bee1e08a1", "name": "network-vif-deleted", "tag": "6565f8c1-96d5-4ffe-82fd-eba43170e663", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:06.904940 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b41edfa2-7ebc-49bc-8c7b-9243c016c252 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:06.905344 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41edfa2-7ebc-49bc-8c7b-9243c016c252'] response: {'server_uuid': 'a95113e2-f278-45ae-afa3-7d1bee1e08a1', 'name': 'network-vif-deleted', 'tag': '6565f8c1-96d5-4ffe-82fd-eba43170e663', 'status': 'completed', 'code': 200} May 09 18:36:06.965365 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:07.022042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac70ab3-d869-488d-bdf0-acebf6066c4b req-ca6a9754-0b2e-4e90-800b-821ecbaa4ca4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:07.023862 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4ac70ab3-d869-488d-bdf0-acebf6066c4b req-ca6a9754-0b2e-4e90-800b-821ecbaa4ca4 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.0551493 May 09 18:36:07.126713 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4ac70ab3-d869-488d-bdf0-acebf6066c4b req-29fc8364-a2d4-4fee-908a-378a0f0ea39d tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973082 May 09 18:36:07.211156 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.241681 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:07.250740 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:07.251680 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:35:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.299549 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:07.339223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3fb34e23-f2d8-4331-86de-515608f24f13 req-2a3d3af7-10ef-4cda-9f8a-5c39849352db tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95113e2-f278-45ae-afa3-7d1bee1e08a1 HTTP/1.1" status: 200 len: 210 time: 0.0527089 May 09 18:36:07.368211 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:07.379317 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:36:07.389640 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:07.390022 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:07.457799 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30aab4-ed56-4b58-87fb-9a3f13be33ca req-be91dd46-a37b-425f-9d35-f30763f7acf8 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:07.459638 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ef30aab4-ed56-4b58-87fb-9a3f13be33ca req-be91dd46-a37b-425f-9d35-f30763f7acf8 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 944 time: 0.0533035 May 09 18:36:07.541540 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:07.542151 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:07.551754 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ef30aab4-ed56-4b58-87fb-9a3f13be33ca req-f4f58599-4aa1-4d76-8e49-a4c3a54c9475 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 May 09 18:36:07.582032 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:07.584249 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2004710d-ca43-48ae-abd6-8fd20cb895b7" -d '{"events": [{"server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "name": "network-vif-plugged", "status": "completed", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:07.597115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:07.603108 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:07.613138 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.632140 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b5c9f-d2ed-4b8e-83d1-6e8c338f07be x-openstack-request-id: req-5d1b5c9f-d2ed-4b8e-83d1-6e8c338f07be {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:07.632466 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "name": "network-vif-plugged", "status": "completed", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:07.632813 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d1b5c9f-d2ed-4b8e-83d1-6e8c338f07be {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:07.633284 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1b5c9f-d2ed-4b8e-83d1-6e8c338f07be'] response: {'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e', 'code': 200} May 09 18:36:07.642474 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09cf4f-26fc-4949-9c27-f7415879d0ca None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:29:43Z', 'revision_number': 4, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'c8ddb4bf-2d52-475c-9ffd-9283be6ec550', 'name': '', 'network_id': '301e94ce-a989-4fe3-9992-0fa06fbc5e5e', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'mac_address': 'fa:16:3e:9f:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:41Z', 'updated_at': '2022-05-09T18:29:50Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'subnets': [{'id': 'f37c3f5e-7829-48ca-8903-fabf38dbff99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:07.660245 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:07.878847 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc15b17-a534-4198-b1a3-f3623a4ca3de None None] New status for floating IP 681834f3-87cf-43a5-b1d3-d57a0248bf11: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:08.153172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261721b1-71bb-4a69-90c5-ab4f77c20c0a req-cc41d0d7-d244-40aa-99f5-a12a3b7b2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:08.154694 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-261721b1-71bb-4a69-90c5-ab4f77c20c0a req-cc41d0d7-d244-40aa-99f5-a12a3b7b2989 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 1129 time: 0.0432589 May 09 18:36:08.201965 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-261721b1-71bb-4a69-90c5-ab4f77c20c0a req-261b172f-09fd-40ac-afa7-13fd74243651 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 May 09 18:36:08.250215 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70771093-728e-459b-b9a9-8dfce9240f9f req-a6bf283f-0b2c-40b6-ad19-0d99522ae47e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:08.251721 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-70771093-728e-459b-b9a9-8dfce9240f9f req-a6bf283f-0b2c-40b6-ad19-0d99522ae47e tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.0470145 May 09 18:36:08.297604 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-70771093-728e-459b-b9a9-8dfce9240f9f req-350937fe-9a26-4467-af5d-cf6d82ee8bdd tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 May 09 18:36:08.431748 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 38524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:08.482643 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (39c96350-3223-4030-87dd-fb6449286c37), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.509166 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (39c96350-3223-4030-87dd-fb6449286c37), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.563257 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (39c96350-3223-4030-87dd-fb6449286c37), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.566298 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.567465 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/security-groups/39c96350-3223-4030-87dd-fb6449286c37 HTTP/1.1" status: 204 len: 168 time: 0.1346858 May 09 18:36:08.570220 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:08.576733 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907112d8-30f2-4c4c-82c4-2eddd1b180e2 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c96350-3223-4030-87dd-fb6449286c37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:08.588509 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-cd0e530f-acc1-4cb5-ae60-89f9fd43c88c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] show failed (client error): The resource could not be found. May 09 18:36:08.589763 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cd0e530f-acc1-4cb5-ae60-89f9fd43c88c tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "GET /v2.0/security-groups/39c96350-3223-4030-87dd-fb6449286c37 HTTP/1.1" status: 404 len: 347 time: 0.0185013 May 09 18:36:08.592663 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:08.675802 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a4dd-d360-418e-bede-b2957b6ee67e req-9f1956e4-4f45-4ccb-8b5d-946308b1013a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:08.677183 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0052a4dd-d360-418e-bede-b2957b6ee67e req-9f1956e4-4f45-4ccb-8b5d-946308b1013a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.0484924 May 09 18:36:08.705485 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Deleting port 1b34ae9f-a692-426d-bc27-2842847394b0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:08.705826 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.724228 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0052a4dd-d360-418e-bede-b2957b6ee67e req-e37d5203-e56d-4cc8-9510-3082988b7efa tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 May 09 18:36:08.786101 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.786426 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (1b34ae9f-a692-426d-bc27-2842847394b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.798849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Calling delete_port for 1b34ae9f-a692-426d-bc27-2842847394b0 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:08.926526 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (1b34ae9f-a692-426d-bc27-2842847394b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:08.952227 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Pushing event deleted for resources: {'Port': ['ID=1b34ae9f-a692-426d-bc27-2842847394b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:09.013128 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks [] for floatingip (681834f3-87cf-43a5-b1d3-d57a0248bf11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:09.015606 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:09.017935 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0c8ffb4d-572f-4920-bb75-44ff65e34012 tempest-AttachVolumeNegativeTest-1920723765 tempest-AttachVolumeNegativeTest-1920723765-project] 10.222.0.25 "DELETE /v2.0/floatingips/681834f3-87cf-43a5-b1d3-d57a0248bf11 HTTP/1.1" status: 204 len: 168 time: 0.4231997 May 09 18:36:09.650807 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:09.835062 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba4422-5450-4adf-8203-3bdab09f231f req-20241b2b-db03-4793-91d6-0a76845c543f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:09.836551 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2eba4422-5450-4adf-8203-3bdab09f231f req-20241b2b-db03-4793-91d6-0a76845c543f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.0456469 May 09 18:36:09.885959 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2eba4422-5450-4adf-8203-3bdab09f231f req-34e9045f-2108-4f8a-80c9-96108b60fa03 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 May 09 18:36:11.313097 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6565f8c1-96d5-4ffe-82fd-eba43170e663 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:11.335071 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 6565f8c1-96d5-4ffe-82fd-eba43170e663 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:11.335449 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6565f8c1-96d5-4ffe-82fd-eba43170e663 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:11.404301 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b93ae0-0258-4a13-9e96-4851458dd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:12.720286 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:13.360026 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (834630dc-484f-47f8-b12e-404bd6880a39), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:13.606058 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5058f75-de80-4f89-9ae0-f8c7f9003476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:13.616354 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Deleting port c8ddb4bf-2d52-475c-9ffd-9283be6ec550 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:13.616774 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:13.703716 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] For port c8ddb4bf-2d52-475c-9ffd-9283be6ec550, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:13.704082 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:13.718517 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Calling delete_port for c8ddb4bf-2d52-475c-9ffd-9283be6ec550 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:13.913920 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (c8ddb4bf-2d52-475c-9ffd-9283be6ec550), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:13.958770 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ddb4bf-2d52-475c-9ffd-9283be6ec550,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:13.992172 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.992787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.993386 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.993971 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.994556 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.995121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.995635 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.996326 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.996848 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.997194 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.997533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:13.997871 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:14.000856 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:14.000856 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:14.000856 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:14.149844 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (834630dc-484f-47f8-b12e-404bd6880a39), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.367267 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Router 834630dc-484f-47f8-b12e-404bd6880a39 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:14.479760 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:14.485567 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d49971d5-3b51-4f88-9474-8a7299c47863 admin admin] 10.222.0.25 "PUT /v2.0/routers/834630dc-484f-47f8-b12e-404bd6880a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641966 May 09 18:36:14.487450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 38658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:14.490220 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Sync routers for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:14.501057 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:14.501771 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:14.600170 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks [] for router (834630dc-484f-47f8-b12e-404bd6880a39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.611477 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:14.709817 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks [] for router_gateway (834630dc-484f-47f8-b12e-404bd6880a39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.732571 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.761100 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Deleting port 7f3c2095-08ac-4462-8302-2e849bd64c3c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:14.761433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.842043 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] For port 7f3c2095-08ac-4462-8302-2e849bd64c3c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=7f3c2095-08ac-4462-8302-2e849bd64c3c,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:14.842564 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:14.857937 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Calling delete_port for 7f3c2095-08ac-4462-8302-2e849bd64c3c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:14.882742 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:36:13Z', 'revision_number': 5, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port': {'id': '7f3c2095-08ac-4462-8302-2e849bd64c3c', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834630dc-484f-47f8-b12e-404bd6880a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:14.910750 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Checking router: 834630dc-484f-47f8-b12e-404bd6880a39 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:14.918906 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Routers {'834630dc-484f-47f8-b12e-404bd6880a39'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:14.919563 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['834630dc-484f-47f8-b12e-404bd6880a39'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:15.014783 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] Set router 834630dc-484f-47f8-b12e-404bd6880a39 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:15.034357 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (7f3c2095-08ac-4462-8302-2e849bd64c3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.064745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3c2095-08ac-4462-8302-2e849bd64c3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:15.080985 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:36:14Z', 'revision_number': 6, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:15.114129 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb102-2682-418b-87b5-e56f0ed66386 None None] The sync data for ids ['834630dc-484f-47f8-b12e-404bd6880a39'] in dv-cinder-841125-3-iscsi is: [{'id': '834630dc-484f-47f8-b12e-404bd6880a39', 'name': 'tempest-AttachVolumeNegativeTest-1766782880-router', 'tenant_id': '3582c1a023c645b38b91a5fa01be7667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:36Z', 'updated_at': '2022-05-09T18:36:14Z', 'revision_number': 6, 'project_id': '3582c1a023c645b38b91a5fa01be7667', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:15.131707 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (834630dc-484f-47f8-b12e-404bd6880a39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.233590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (834630dc-484f-47f8-b12e-404bd6880a39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.236177 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks [] for router_controller (834630dc-484f-47f8-b12e-404bd6880a39), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.284268 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (834630dc-484f-47f8-b12e-404bd6880a39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.284855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834630dc-484f-47f8-b12e-404bd6880a39 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:15.290030 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.291208 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a0768651-747d-4e58-91ca-62cd51b65f7b admin admin] 10.222.0.25 "DELETE /v2.0/routers/834630dc-484f-47f8-b12e-404bd6880a39 HTTP/1.1" status: 204 len: 168 time: 0.8023174 May 09 18:36:15.293671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 38670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:15.338561 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Deleting subnet f37c3f5e-7829-48ca-8903-fabf38dbff99 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:15.344758 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Publish callbacks [] for subnet (f37c3f5e-7829-48ca-8903-fabf38dbff99), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.386949 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (f37c3f5e-7829-48ca-8903-fabf38dbff99), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.473293 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (f37c3f5e-7829-48ca-8903-fabf38dbff99), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.539166 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (f37c3f5e-7829-48ca-8903-fabf38dbff99), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.574052 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37c3f5e-7829-48ca-8903-fabf38dbff99,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:15.577761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.589105 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:15.592182 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5759478-adf0-4c5f-a9d5-35da0dcc3dd6 None None] Network 301e94ce-a989-4fe3-9992-0fa06fbc5e5e requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:15.592296 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bc65411b-81af-43de-8ce1-8bf5279c86d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f37c3f5e-7829-48ca-8903-fabf38dbff99 HTTP/1.1" status: 204 len: 168 time: 0.2970259 May 09 18:36:15.664663 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (301e94ce-a989-4fe3-9992-0fa06fbc5e5e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.717995 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Deleting port 128130e9-1815-4c86-b544-157808b44762 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:15.718345 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (128130e9-1815-4c86-b544-157808b44762), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.780612 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] For port 128130e9-1815-4c86-b544-157808b44762, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=128130e9-1815-4c86-b544-157808b44762,segment=NetworkSegment(fd44a187-d26f-4ec6-83f5-96d1386c7e7d),segment_id=fd44a187-d26f-4ec6-83f5-96d1386c7e7d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:15.780975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (128130e9-1815-4c86-b544-157808b44762), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.794235 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Calling delete_port for 128130e9-1815-4c86-b544-157808b44762 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:15.876070 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (128130e9-1815-4c86-b544-157808b44762), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:15.906171 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=128130e9-1815-4c86-b544-157808b44762,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:15.908069 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] No DVR routers for this DVR port 128130e9-1815-4c86-b544-157808b44762 on host dv-cinder-841125-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:15.955646 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6269e-b0e5-4406-bf66-0e5d54fbc456 None None] DHCP port deletion for 301e94ce-a989-4fe3-9992-0fa06fbc5e5e request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:15.983560 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (301e94ce-a989-4fe3-9992-0fa06fbc5e5e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.009619 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301e94ce-a989-4fe3-9992-0fa06fbc5e5e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:16.022332 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:16.022627 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd44a187-d26f-4ec6-83f5-96d1386c7e7d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:16.035066 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (fd44a187-d26f-4ec6-83f5-96d1386c7e7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.037865 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c8ddb4bf-2d52-475c-9ffd-9283be6ec550 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:16.053598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (fd44a187-d26f-4ec6-83f5-96d1386c7e7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.058661 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: c8ddb4bf-2d52-475c-9ffd-9283be6ec550 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:16.059141 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c8ddb4bf-2d52-475c-9ffd-9283be6ec550 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:16.059616 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 128130e9-1815-4c86-b544-157808b44762 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:16.060121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:16.060551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (fd44a187-d26f-4ec6-83f5-96d1386c7e7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:16.062660 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:16.079249 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 128130e9-1815-4c86-b544-157808b44762 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:16.079604 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 128130e9-1815-4c86-b544-157808b44762 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:16.080025 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 7f3c2095-08ac-4462-8302-2e849bd64c3c no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:16.103618 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 7f3c2095-08ac-4462-8302-2e849bd64c3c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:16.103965 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 7f3c2095-08ac-4462-8302-2e849bd64c3c not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:16.118371 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (301e94ce-a989-4fe3-9992-0fa06fbc5e5e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.125278 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.128244 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] 10.222.0.25 "DELETE /v2.0/networks/301e94ce-a989-4fe3-9992-0fa06fbc5e5e HTTP/1.1" status: 204 len: 168 time: 0.5395031 May 09 18:36:16.138380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069787a8-d7be-4266-b444-707a61605b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=301e94ce-a989-4fe3-9992-0fa06fbc5e5e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:16.162213 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.255881 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:16.296665 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a8c5d91d-92bd-4ac7-a469-c55206786fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3582c1a023c645b38b91a5fa01be7667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394449 May 09 18:36:16.299125 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:16.351379 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] Publish callbacks [] for security_group (146b269e-5b56-4f60-ac12-1546c642572a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.376841 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] Publish callbacks [] for security_group (146b269e-5b56-4f60-ac12-1546c642572a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.432364 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (146b269e-5b56-4f60-ac12-1546c642572a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.434940 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:16.438614 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/146b269e-5b56-4f60-ac12-1546c642572a HTTP/1.1" status: 204 len: 168 time: 0.1360085 May 09 18:36:16.445483 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03475d-3ef2-45a8-96a3-292654a5595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b269e-5b56-4f60-ac12-1546c642572a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:17.603574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.133815 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:20.238950 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4da8be2-da84-4bd7-b6d2-7fee034bb40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.315147 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4da8be2-da84-4bd7-b6d2-7fee034bb40e admin admin] Publish callbacks [] for security_group (a5a7566e-04f0-4e57-bf1a-95e71fb576ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.319487 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4da8be2-da84-4bd7-b6d2-7fee034bb40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a5a7566e-04f0-4e57-bf1a-95e71fb576ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.357317 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da8be2-da84-4bd7-b6d2-7fee034bb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a7566e-04f0-4e57-bf1a-95e71fb576ba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:20.361824 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e4da8be2-da84-4bd7-b6d2-7fee034bb40e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69d14b3d7e924f558cd44f894c41a70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269139 May 09 18:36:20.365056 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 38762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:20.413766 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] Publish callbacks [] for security_group (a5a7566e-04f0-4e57-bf1a-95e71fb576ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.436373 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] Publish callbacks [] for security_group (a5a7566e-04f0-4e57-bf1a-95e71fb576ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.488291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a5a7566e-04f0-4e57-bf1a-95e71fb576ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.490843 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.492161 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5a7566e-04f0-4e57-bf1a-95e71fb576ba HTTP/1.1" status: 204 len: 168 time: 0.1260266 May 09 18:36:20.500594 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a3a5a-48ec-40e0-8650-13759c247403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a7566e-04f0-4e57-bf1a-95e71fb576ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:21.945947 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:36:30.356378 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c07ba-5a27-44ee-a73a-8751d12aa572 req-05abf589-6f97-4ac0-931b-c22e6d83c1a0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:30.357978 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-368c07ba-5a27-44ee-a73a-8751d12aa572 req-05abf589-6f97-4ac0-931b-c22e6d83c1a0 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0514355 May 09 18:36:30.406314 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-368c07ba-5a27-44ee-a73a-8751d12aa572 req-43ad5c68-c509-4884-8504-02127df1746c tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 May 09 18:36:31.520620 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34a23-5f60-4062-8fff-6f2e42cdcabb req-381d8fc5-944c-4fb6-81ec-2f49209f58e3 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:31.522050 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fb34a23-5f60-4062-8fff-6f2e42cdcabb req-381d8fc5-944c-4fb6-81ec-2f49209f58e3 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0495229 May 09 18:36:31.569026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fb34a23-5f60-4062-8fff-6f2e42cdcabb req-df06e74b-c23e-4fd3-ac24-68eaa4ff5d0f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414729 May 09 18:36:31.935859 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:32.047199 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c74346d4-3c00-4b05-96fa-7e7c13c69b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.127761 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c74346d4-3c00-4b05-96fa-7e7c13c69b25 admin admin] Publish callbacks [] for security_group (1ff52e22-3726-4c73-9d7d-d6964632bc24), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.131196 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c74346d4-3c00-4b05-96fa-7e7c13c69b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1ff52e22-3726-4c73-9d7d-d6964632bc24), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.169642 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c74346d4-3c00-4b05-96fa-7e7c13c69b25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0c2d8c89875416c909c1fa7d87e947d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327158 May 09 18:36:32.170553 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74346d4-3c00-4b05-96fa-7e7c13c69b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff52e22-3726-4c73-9d7d-d6964632bc24,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.172338 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:32.218830 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] Publish callbacks [] for security_group (1ff52e22-3726-4c73-9d7d-d6964632bc24), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.239234 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] Publish callbacks [] for security_group (1ff52e22-3726-4c73-9d7d-d6964632bc24), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.311900 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-f3ee87fc-6885-4d36-af92-3191fe346e52 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:32.313332 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-f3ee87fc-6885-4d36-af92-3191fe346e52 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0475669 May 09 18:36:32.317720 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (1ff52e22-3726-4c73-9d7d-d6964632bc24), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.320753 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.321766 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ff52e22-3726-4c73-9d7d-d6964632bc24 HTTP/1.1" status: 204 len: 168 time: 0.1482809 May 09 18:36:32.355480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec5b33-11ec-4b14-b8ec-3b9ffe476005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff52e22-3726-4c73-9d7d-d6964632bc24,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.425488 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Deleting port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:32.425896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.520433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] For port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:32.521018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.597658 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:32.612288 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7314d429-6dc7-48bd-bc34-26399d4ec6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.690357 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7314d429-6dc7-48bd-bc34-26399d4ec6ad admin admin] Publish callbacks [] for security_group (8711f88f-af6f-4a46-8f42-5817713f0d65), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.695035 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7314d429-6dc7-48bd-bc34-26399d4ec6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8711f88f-af6f-4a46-8f42-5817713f0d65), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.732790 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55284aa-9c09-4ae3-8803-ade410b20596 req-129839a8-a7a1-4de4-a261-05fa87617f69 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:32.734277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b55284aa-9c09-4ae3-8803-ade410b20596 req-129839a8-a7a1-4de4-a261-05fa87617f69 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 945 time: 0.0883975 May 09 18:36:32.735763 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7314d429-6dc7-48bd-bc34-26399d4ec6ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2ac473b965b447b9a87d10a96f4a7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351707 May 09 18:36:32.737853 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:32.743985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.744344 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.744717 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Floating IP 98a8474f-ed63-41a8-9287-33cd0c6611ad disassociated. External IP: 172.27.3.42, port: 4cb5792d-607a-471d-b6dd-c779ad1dc8a6. May 09 18:36:32.745061 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Calling delete_port for 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:32.746380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314d429-6dc7-48bd-bc34-26399d4ec6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711f88f-af6f-4a46-8f42-5817713f0d65,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.791801 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] Publish callbacks [] for security_group (8711f88f-af6f-4a46-8f42-5817713f0d65), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.813252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] Publish callbacks [] for security_group (8711f88f-af6f-4a46-8f42-5817713f0d65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.844028 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b55284aa-9c09-4ae3-8803-ade410b20596 req-40e8cca3-538e-448b-844a-8cd2c6df3504 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups?id=16a678a0-27f8-4249-a3ce-b34797f718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036980 May 09 18:36:32.866547 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8711f88f-af6f-4a46-8f42-5817713f0d65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.869099 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.870245 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8711f88f-af6f-4a46-8f42-5817713f0d65 HTTP/1.1" status: 204 len: 168 time: 0.1313882 May 09 18:36:32.879100 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258c1d2-f099-4e2f-a043-e9685384a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711f88f-af6f-4a46-8f42-5817713f0d65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.924702 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (4cb5792d-607a-471d-b6dd-c779ad1dc8a6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.952905 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'Port': ['ID=4cb5792d-607a-471d-b6dd-c779ad1dc8a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:33.081009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:33.193622 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:33.205142 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:33.215998 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:33.216635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:33.242453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] No DVR routers for this DVR port 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:33.245134 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.248875 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfeb61f3-86cf-463a-8e40-f2be2bc76fa9 req-9ccd25b5-ef71-46e4-9b31-f615461b911f tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.36 "DELETE /v2.0/ports/4cb5792d-607a-471d-b6dd-c779ad1dc8a6 HTTP/1.1" status: 204 len: 173 time: 0.9260821 May 09 18:36:33.249342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'name': 'network-vif-deleted', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:33.251682 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44bf92-a791-4e39-91cf-d3ea4056401d" -d '{"events": [{"server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "name": "network-vif-deleted", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:33.303228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02d606-bfcb-4879-a440-6cfcb8693c32 x-openstack-request-id: req-ee02d606-bfcb-4879-a440-6cfcb8693c32 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:33.303228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff614ce6-f3fe-49aa-97f6-a7c309da1953", "name": "network-vif-deleted", "tag": "4cb5792d-607a-471d-b6dd-c779ad1dc8a6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:33.303228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee02d606-bfcb-4879-a440-6cfcb8693c32 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:33.303228 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee02d606-bfcb-4879-a440-6cfcb8693c32'] response: {'server_uuid': 'ff614ce6-f3fe-49aa-97f6-a7c309da1953', 'name': 'network-vif-deleted', 'tag': '4cb5792d-607a-471d-b6dd-c779ad1dc8a6', 'status': 'completed', 'code': 200} May 09 18:36:33.304425 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:33.367622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:33.604502 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:33.637728 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:33.646176 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:33.646799 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:33.661520 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Deleting port 2bcf7b0b-28a6-4124-a75c-2d6d2d06499f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:33.661902 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.745091 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.745416 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for floatingip (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.761028 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Calling delete_port for 2bcf7b0b-28a6-4124-a75c-2d6d2d06499f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:33.762169 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:33.990506 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e611d4c-affc-4017-b3c6-0244caa7afb6 req-8b87d155-305a-4129-ab3e-cc635e982445 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff614ce6-f3fe-49aa-97f6-a7c309da1953 HTTP/1.1" status: 200 len: 210 time: 0.0509925 May 09 18:36:34.018838 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:34.037517 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (2bcf7b0b-28a6-4124-a75c-2d6d2d06499f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.051312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79748de8-11d7-43df-92ad-1633c1d80e03 None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:29:49Z', 'revision_number': 4, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '14b15080-6ae9-41e7-8878-93f2d549c936', 'name': '', 'network_id': '4730889d-2bd2-49e5-82ef-67b5eb3e8023', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'mac_address': 'fa:16:3e:a6:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:47Z', 'updated_at': '2022-05-09T18:30:03Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'subnets': [{'id': 'dc8bb3ea-6c46-43d2-a544-0df1eba8d263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:34.066775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event deleted for resources: {'Port': ['ID=2bcf7b0b-28a6-4124-a75c-2d6d2d06499f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:34.143449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for floatingip (1318ad0c-5894-4197-9630-92311179351b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.144063 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Floating IP 1318ad0c-5894-4197-9630-92311179351b disassociated (deleted). External IP: 172.27.3.225, port: c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c. May 09 18:36:34.356793 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf9a9a-ac5f-4b1e-a58a-5465ba412c6e None None] New status for floating IP 98a8474f-ed63-41a8-9287-33cd0c6611ad: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:34.379209 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:34.498015 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:34.502361 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.514169 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Sync routers for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:34.525197 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:34.525915 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:34.534732 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fc600979-94f8-4baa-8ebe-579d884bbdf3 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "DELETE /v2.0/floatingips/1318ad0c-5894-4197-9630-92311179351b HTTP/1.1" status: 204 len: 168 time: 1.2291508 May 09 18:36:34.535343 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:34.537599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403021a2-19b1-45dd-8bc5-5a37eb6b350c" -d '{"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:34.576245 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f59372-23ef-456e-a157-8b2e3c04350e x-openstack-request-id: req-b7f59372-23ef-456e-a157-8b2e3c04350e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:34.576543 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:34.576803 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7f59372-23ef-456e-a157-8b2e3c04350e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:34.577216 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f59372-23ef-456e-a157-8b2e3c04350e'] response: {'name': 'network-changed', 'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'status': 'completed', 'code': 200} May 09 18:36:34.686726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-f198861e-e209-4296-9b79-1b7ba147ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:34.689890 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-f198861e-e209-4296-9b79-1b7ba147ffa6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c6e0a23a3414fca84248553e4f85005&device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 1129 time: 0.0659244 May 09 18:36:34.691151 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:34.776065 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:34.795211 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e711a-4853-4892-ae53-9151ef5e9d3e req-5c25a0df-2239-410b-9bd6-7a82eb842654 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:34.796744 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ff4e711a-4853-4892-ae53-9151ef5e9d3e req-5c25a0df-2239-410b-9bd6-7a82eb842654 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0567129 May 09 18:36:34.850664 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ff4e711a-4853-4892-ae53-9151ef5e9d3e req-edc0c095-257d-4eee-b396-657dd32e9362 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481727 May 09 18:36:34.886641 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ed31f89-ec99-4f6c-adf6-7f157a095da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.893829 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:34.921187 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Checking router: ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:34.929803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:34.930415 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:34.961744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ed31f89-ec99-4f6c-adf6-7f157a095da3 admin admin] Publish callbacks [] for security_group (8c9e0620-76f2-4807-b8d9-9c6d260f2308), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.967068 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ed31f89-ec99-4f6c-adf6-7f157a095da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8c9e0620-76f2-4807-b8d9-9c6d260f2308), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.009108 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9ed31f89-ec99-4f6c-adf6-7f157a095da3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a5dad103a6b420cab5b571325f2297e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319679 May 09 18:36:35.010210 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31f89-ec99-4f6c-adf6-7f157a095da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e0620-76f2-4807-b8d9-9c6d260f2308,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.011898 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.051511 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:35.066776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] Publish callbacks [] for security_group (8c9e0620-76f2-4807-b8d9-9c6d260f2308), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.081756 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.089433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] Publish callbacks [] for security_group (8c9e0620-76f2-4807-b8d9-9c6d260f2308), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.138911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (16a678a0-27f8-4249-a3ce-b34797f718a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.140594 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8c9e0620-76f2-4807-b8d9-9c6d260f2308), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.143904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.146208 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c9e0620-76f2-4807-b8d9-9c6d260f2308 HTTP/1.1" status: 204 len: 168 time: 0.1321676 May 09 18:36:35.156771 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f489d41-2b3e-437c-9fcf-5138eece95c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e0620-76f2-4807-b8d9-9c6d260f2308,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.175301 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (16a678a0-27f8-4249-a3ce-b34797f718a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.238375 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (16a678a0-27f8-4249-a3ce-b34797f718a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.244281 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.246421 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "DELETE /v2.0/security-groups/16a678a0-27f8-4249-a3ce-b34797f718a1 HTTP/1.1" status: 204 len: 168 time: 0.1634421 May 09 18:36:35.248787 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.257645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1278c1-95a3-4db1-a2bc-0498423b5a80 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a678a0-27f8-4249-a3ce-b34797f718a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.269505 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-f485ca34-875c-4f41-beff-0d46ba79a6b9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] show failed (client error): The resource could not be found. May 09 18:36:35.273539 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f485ca34-875c-4f41-beff-0d46ba79a6b9 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "GET /v2.0/security-groups/16a678a0-27f8-4249-a3ce-b34797f718a1 HTTP/1.1" status: 404 len: 347 time: 0.0207665 May 09 18:36:35.274150 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.401926 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Deleting port 1a3c4292-743b-4555-92de-fe76c86038c7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:35.402274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.409808 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:35.440312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acdfe9c-05cf-4222-911a-414bb7e857d1 None None] The sync data for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi is: [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:40Z', 'revision_number': 4, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f5356709-59bf-4321-8846-4140c47e83da', 'name': '', 'network_id': 'df47341c-d908-44c0-be75-4cae06738de8', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'mac_address': 'fa:16:3e:6a:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:39Z', 'updated_at': '2022-05-09T18:30:45Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'subnets': [{'id': '30318acd-a1e7-496e-8e9e-3a4a3854a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:35.486591 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.501004 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25a622a-5266-4e66-9b74-8fa16230f0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.594650 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25a622a-5266-4e66-9b74-8fa16230f0fb admin admin] Publish callbacks [] for security_group (8fce6a68-ac17-409f-a66c-daf1aaf712a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.599602 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25a622a-5266-4e66-9b74-8fa16230f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8fce6a68-ac17-409f-a66c-daf1aaf712a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.644227 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a25a622a-5266-4e66-9b74-8fa16230f0fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=128ac48cd3324453a0e9387f21cfc9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564846 May 09 18:36:35.645048 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a622a-5266-4e66-9b74-8fa16230f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce6a68-ac17-409f-a66c-daf1aaf712a2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.648194 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:35.704573 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] Publish callbacks [] for security_group (8fce6a68-ac17-409f-a66c-daf1aaf712a2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.731007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] Publish callbacks [] for security_group (8fce6a68-ac17-409f-a66c-daf1aaf712a2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.738109 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f5dec-c5f5-4592-88e5-3a3f68988b71 None None] New status for floating IP 1318ad0c-5894-4197-9630-92311179351b: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:35.755469 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.755863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (1a3c4292-743b-4555-92de-fe76c86038c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.770028 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Calling delete_port for 1a3c4292-743b-4555-92de-fe76c86038c7 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:35.781387 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8fce6a68-ac17-409f-a66c-daf1aaf712a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.784062 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.787489 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fce6a68-ac17-409f-a66c-daf1aaf712a2 HTTP/1.1" status: 204 len: 168 time: 0.1358256 May 09 18:36:35.795884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33385468-7aaf-4298-a80c-242fa829e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce6a68-ac17-409f-a66c-daf1aaf712a2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.930102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (1a3c4292-743b-4555-92de-fe76c86038c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.033214 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Pushing event deleted for resources: {'Port': ['ID=1a3c4292-743b-4555-92de-fe76c86038c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:36.092273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08294df6-3833-46ae-acd8-86595c5a7e41 req-e74e3743-1f9b-44f0-a4a3-91d9a5545845 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.093815 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-08294df6-3833-46ae-acd8-86595c5a7e41 req-e74e3743-1f9b-44f0-a4a3-91d9a5545845 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.1507337 May 09 18:36:36.151718 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-32f386b6-baaf-442a-9912-fe1777cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.153489 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-32f386b6-baaf-442a-9912-fe1777cd5834 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 200 len: 909 time: 0.2335153 May 09 18:36:36.159988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks [] for floatingip (98a8474f-ed63-41a8-9287-33cd0c6611ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.162493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.164178 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-29f35866-353e-4dd5-bdf6-d900ce0d4694 tempest-AttachVolumeTestJSON-1762280653 tempest-AttachVolumeTestJSON-1762280653-project] 10.222.0.25 "DELETE /v2.0/floatingips/98a8474f-ed63-41a8-9287-33cd0c6611ad HTTP/1.1" status: 204 len: 168 time: 0.8885298 May 09 18:36:36.222716 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-588093c5-9fef-49b7-84f8-8e552ae30a1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 200 len: 217 time: 0.0492182 May 09 18:36:36.243475 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-08294df6-3833-46ae-acd8-86595c5a7e41 req-ad5fb199-77fd-4edf-80ff-089373312e00 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/security-groups?id=27a1a575-5465-45b7-9977-91a425ca795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349242 May 09 18:36:36.304220 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-4383d6e2-893e-4bc3-a096-06a314db01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.305748 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-4383d6e2-893e-4bc3-a096-06a314db01b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 200 len: 847 time: 0.0613294 May 09 18:36:36.447483 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-7e5e234b-0ee3-46c3-b937-195cef0db987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.448971 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-7e5e234b-0ee3-46c3-b937-195cef0db987 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df47341c-d908-44c0-be75-4cae06738de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403268 May 09 18:36:36.630951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-db292f3f-97b6-4c94-99d9-27af651630bf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.632482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-db292f3f-97b6-4c94-99d9-27af651630bf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.36 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 945 time: 0.0971501 May 09 18:36:36.726066 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-075531b2-7580-41c3-97f1-9dd48ea5d78b service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980126 May 09 18:36:36.784651 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Deleting port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:36.784999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.895377 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-403021a2-19b1-45dd-8bc5-5a37eb6b350c req-3ca1fb78-006f-4c4c-a207-42012118b8f1 service neutron] 10.222.0.36 "GET /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621768 May 09 18:36:36.906819 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] For port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:36.907198 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.923494 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Calling delete_port for c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:37.065474 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.110955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event deleted for resources: {'Port': ['ID=c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:37.157259 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] No DVR routers for this DVR port c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:37.159590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.163354 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c826bc0e-9128-4d8c-99b6-9fe690abcf94 req-7308e633-4939-4899-a5b6-df217631eacf tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.36 "DELETE /v2.0/ports/c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c HTTP/1.1" status: 204 len: 173 time: 0.5233576 May 09 18:36:37.163885 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-deleted', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:37.166113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628f860-bf79-41d9-b793-6f546ccb08b0" -d '{"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-deleted", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:37.247985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f21d3-2603-4724-ba92-60ba2654e5e5 x-openstack-request-id: req-f98f21d3-2603-4724-ba92-60ba2654e5e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:37.247985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243cbea-6bde-4ac9-8f5a-53ec888ed813", "name": "network-vif-deleted", "tag": "c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:37.248187 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98f21d3-2603-4724-ba92-60ba2654e5e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:37.249303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98f21d3-2603-4724-ba92-60ba2654e5e5'] response: {'server_uuid': '8243cbea-6bde-4ac9-8f5a-53ec888ed813', 'name': 'network-vif-deleted', 'tag': 'c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c', 'status': 'completed', 'code': 200} May 09 18:36:37.338168 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f503a80-7512-4ea6-950c-611ff8e1cafe req-bcaeb979-e656-4053-9414-f8bc5c41355e tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 210 time: 0.0295637 May 09 18:36:37.470610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:37.500681 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:37.501374 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 4cb5792d-607a-471d-b6dd-c779ad1dc8a6 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:38.141664 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:38.248194 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155f7bc-89d2-4026-b57c-aaec9ef0ce5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.323961 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155f7bc-89d2-4026-b57c-aaec9ef0ce5e admin admin] Publish callbacks [] for security_group (2b02f3cb-05ef-4e70-91f3-0634578f185d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.327745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155f7bc-89d2-4026-b57c-aaec9ef0ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2b02f3cb-05ef-4e70-91f3-0634578f185d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.364793 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b155f7bc-89d2-4026-b57c-aaec9ef0ce5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b5b0552533f45a197bbb74d4edc9ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217948 May 09 18:36:38.367006 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155f7bc-89d2-4026-b57c-aaec9ef0ce5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02f3cb-05ef-4e70-91f3-0634578f185d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.368205 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:38.425061 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] Publish callbacks [] for security_group (2b02f3cb-05ef-4e70-91f3-0634578f185d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.449682 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] Publish callbacks [] for security_group (2b02f3cb-05ef-4e70-91f3-0634578f185d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.481776 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3b339b5-20c5-4bf6-99db-e21a922542bf req-f20f05e0-8eb1-427d-abc1-682a6546030c tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "GET /v2.0/ports?device_id=8243cbea-6bde-4ac9-8f5a-53ec888ed813 HTTP/1.1" status: 200 len: 210 time: 0.0295093 May 09 18:36:38.511588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2b02f3cb-05ef-4e70-91f3-0634578f185d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.514032 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.518107 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b02f3cb-05ef-4e70-91f3-0634578f185d HTTP/1.1" status: 204 len: 168 time: 0.1458890 May 09 18:36:38.523710 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3140703-798f-4cdf-ac01-01b6250f12a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02f3cb-05ef-4e70-91f3-0634578f185d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.821937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:38.835629 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227581aa-8b4f-4881-a1dc-e2474bf2079e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.915378 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227581aa-8b4f-4881-a1dc-e2474bf2079e admin admin] Publish callbacks [] for security_group (93fa9392-8f29-436c-97ce-661b9ebd2090), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.918735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227581aa-8b4f-4881-a1dc-e2474bf2079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (93fa9392-8f29-436c-97ce-661b9ebd2090), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.954815 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227581aa-8b4f-4881-a1dc-e2474bf2079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa9392-8f29-436c-97ce-661b9ebd2090,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.962376 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-227581aa-8b4f-4881-a1dc-e2474bf2079e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f87417e1032f44428a44848612c06297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393578 May 09 18:36:38.962670 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.026367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] Publish callbacks [] for security_group (93fa9392-8f29-436c-97ce-661b9ebd2090), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.047058 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] Publish callbacks [] for security_group (93fa9392-8f29-436c-97ce-661b9ebd2090), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.093630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (93fa9392-8f29-436c-97ce-661b9ebd2090), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.096183 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.097388 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93fa9392-8f29-436c-97ce-661b9ebd2090 HTTP/1.1" status: 204 len: 168 time: 0.1334982 May 09 18:36:39.104624 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df1450-0de2-4f39-bd0a-ba24ce2659f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa9392-8f29-436c-97ce-661b9ebd2090,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.537910 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.606605 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (27a1a575-5465-45b7-9977-91a425ca795f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.646196 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (27a1a575-5465-45b7-9977-91a425ca795f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.663347 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.716268 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (27a1a575-5465-45b7-9977-91a425ca795f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.719141 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.720273 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] 10.222.0.25 "DELETE /v2.0/security-groups/27a1a575-5465-45b7-9977-91a425ca795f HTTP/1.1" status: 204 len: 168 time: 0.1811242 May 09 18:36:39.731977 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa6040-70de-41d2-b865-6f98d81db876 tempest-TestShelveInstance-1566784394 tempest-TestShelveInstance-1566784394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1a575-5465-45b7-9977-91a425ca795f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.793554 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.901511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:40.330108 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:40.437877 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-625a49c9-e1b5-4f6e-b153-e668433dc551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.517676 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-625a49c9-e1b5-4f6e-b153-e668433dc551 admin admin] Publish callbacks [] for security_group (156cf86a-64a1-4363-83ce-9c760907c2d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.522136 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-625a49c9-e1b5-4f6e-b153-e668433dc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (156cf86a-64a1-4363-83ce-9c760907c2d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.560346 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-625a49c9-e1b5-4f6e-b153-e668433dc551 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fdcad602a654b27bd50558d39c6c9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291548 May 09 18:36:40.561448 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a49c9-e1b5-4f6e-b153-e668433dc551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156cf86a-64a1-4363-83ce-9c760907c2d5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:40.563796 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:40.609944 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] Publish callbacks [] for security_group (156cf86a-64a1-4363-83ce-9c760907c2d5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.631481 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] Publish callbacks [] for security_group (156cf86a-64a1-4363-83ce-9c760907c2d5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.680159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (156cf86a-64a1-4363-83ce-9c760907c2d5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.682619 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.683827 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/156cf86a-64a1-4363-83ce-9c760907c2d5 HTTP/1.1" status: 204 len: 168 time: 0.1191037 May 09 18:36:40.692966 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385a693-0da5-4924-b26e-7825844cc700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156cf86a-64a1-4363-83ce-9c760907c2d5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:40.704033 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (e642a810-7780-48de-8139-adaa98245201), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.737816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.399986 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3aab8cb-b438-4457-8557-f951a2d44ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.445788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Deleting port f5356709-59bf-4321-8846-4140c47e83da {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:41.446338 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (f5356709-59bf-4321-8846-4140c47e83da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.448533 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Deleting port 14b15080-6ae9-41e7-8878-93f2d549c936 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:41.448862 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.599230 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] For port f5356709-59bf-4321-8846-4140c47e83da, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f5356709-59bf-4321-8846-4140c47e83da,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:41.599611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (f5356709-59bf-4321-8846-4140c47e83da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.602939 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] For port 14b15080-6ae9-41e7-8878-93f2d549c936, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=14b15080-6ae9-41e7-8878-93f2d549c936,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:41.603310 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.624314 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Calling delete_port for f5356709-59bf-4321-8846-4140c47e83da owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:41.626231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Calling delete_port for 14b15080-6ae9-41e7-8878-93f2d549c936 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:41.952315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (14b15080-6ae9-41e7-8878-93f2d549c936), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.960530 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (f5356709-59bf-4321-8846-4140c47e83da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.984434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Pushing event deleted for resources: {'Port': ['ID=14b15080-6ae9-41e7-8878-93f2d549c936,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.035412 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5356709-59bf-4321-8846-4140c47e83da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.317034 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (e642a810-7780-48de-8139-adaa98245201), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.332660 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.689267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:42.710154 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:42.710559 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c2b2da4a-b8aa-4699-a6d8-eb3599ddac7c not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:42.711387 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Router e642a810-7780-48de-8139-adaa98245201 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:42.764154 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:42.813571 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-77788aa7-a049-4f3d-abcb-abd4d30e6c3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935116 May 09 18:36:43.208974 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-7f9d5724-5526-4d44-97f4-6f74ca3557c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:43.210962 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-7f9d5724-5526-4d44-97f4-6f74ca3557c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127c608e5ebd478282b045739182c41e&device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 1130 time: 0.3544097 May 09 18:36:43.221570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:43.233700 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Sync routers for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:43.251450 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:43.254273 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.254730 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6b2a74c4-67df-492f-bf65-aa05facd681e admin admin] 10.222.0.25 "PUT /v2.0/routers/e642a810-7780-48de-8139-adaa98245201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493664 May 09 18:36:43.254847 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:43.321918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:43.329995 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c3aab720-1091-43d3-aa77-7a45be14fa9b admin admin] 10.222.0.25 "PUT /v2.0/routers/ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5322943 May 09 18:36:43.330781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:43.340344 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Sync routers for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:43.353630 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:43.354491 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.388010 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:43.398487 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks [] for router (e642a810-7780-48de-8139-adaa98245201), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.405693 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-54f360f6-87c2-4377-af69-cbf9367b2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:43.407160 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-54f360f6-87c2-4377-af69-cbf9367b2a3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 200 len: 918 time: 0.1540456 May 09 18:36:43.525973 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks [] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.526985 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks [] for router_gateway (e642a810-7780-48de-8139-adaa98245201), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.541840 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:43.575458 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Deleting port 5ccc95bc-01aa-4bea-8e9e-9a94430da590 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:43.575990 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.587278 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-b8ade29f-70e8-4fa0-ab55-5346286c8bc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 200 len: 1000 time: 0.1714423 May 09 18:36:43.668272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks [] for router_gateway (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.671875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:36:41Z', 'revision_number': 5, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port': {'id': '5ccc95bc-01aa-4bea-8e9e-9a94430da590', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642a810-7780-48de-8139-adaa98245201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:29:39Z', 'updated_at': '2022-05-09T18:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.705619 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Checking router: e642a810-7780-48de-8139-adaa98245201 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:43.720254 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b13fd06-2274-44ec-9500-ded042306fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.722165 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Routers {'e642a810-7780-48de-8139-adaa98245201'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:43.722985 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['e642a810-7780-48de-8139-adaa98245201'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.750169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Deleting port a0483811-79bd-4900-909b-538b6bd94024 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:43.758535 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a0483811-79bd-4900-909b-538b6bd94024), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.813514 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a0483811-79bd-4900-909b-538b6bd94024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:36:41Z', 'revision_number': 5, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port': {'id': 'a0483811-79bd-4900-909b-538b6bd94024', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.843555 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Checking router: ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:43.856642 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Routers {'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:43.857275 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.867890 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] For port a0483811-79bd-4900-909b-538b6bd94024, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a0483811-79bd-4900-909b-538b6bd94024,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:43.868627 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a0483811-79bd-4900-909b-538b6bd94024), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.870333 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] Set router e642a810-7780-48de-8139-adaa98245201 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:43.884699 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Calling delete_port for a0483811-79bd-4900-909b-538b6bd94024 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:43.931705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:36:43Z', 'revision_number': 6, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:43.959059 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] For port 5ccc95bc-01aa-4bea-8e9e-9a94430da590, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=5ccc95bc-01aa-4bea-8e9e-9a94430da590,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:43.960417 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.961403 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] Set router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:43.972469 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c84e7-2d4e-4e23-9950-5731c0b8af08 None None] The sync data for ids ['e642a810-7780-48de-8139-adaa98245201'] in dv-cinder-841125-3-iscsi is: [{'id': 'e642a810-7780-48de-8139-adaa98245201', 'name': 'tempest-AttachVolumeTestJSON-1104364951-router', 'tenant_id': '78039fb4f0bd454b8aea3db748343263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:29:37Z', 'updated_at': '2022-05-09T18:36:43Z', 'revision_number': 6, 'project_id': '78039fb4f0bd454b8aea3db748343263', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:43.999938 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Calling delete_port for 5ccc95bc-01aa-4bea-8e9e-9a94430da590 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:44.033749 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:36:43Z', 'revision_number': 6, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:44.061290 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2e82-9bb0-4f12-aaa1-6a6e6c93a747 None None] The sync data for ids ['ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8'] in dv-cinder-841125-3-iscsi is: [{'id': 'ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8', 'name': 'tempest-TestShelveInstance-977241845-router', 'tenant_id': '9c6e0a23a3414fca84248553e4f85005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:35Z', 'updated_at': '2022-05-09T18:36:43Z', 'revision_number': 6, 'project_id': '9c6e0a23a3414fca84248553e4f85005', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:44.096811 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a0483811-79bd-4900-909b-538b6bd94024), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.123367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0483811-79bd-4900-909b-538b6bd94024,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:44.180398 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (5ccc95bc-01aa-4bea-8e9e-9a94430da590), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.186208 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.207491 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccc95bc-01aa-4bea-8e9e-9a94430da590,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:44.274357 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (e642a810-7780-48de-8139-adaa98245201), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.281330 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.283820 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks [] for router_controller (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.329246 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.329774 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:44.339964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.341422 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f1d197cf-6ab3-493a-b64c-10f9336d3de5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ae6d1ce2-9c32-4bc8-8d0f-9195a9ba6fe8 HTTP/1.1" status: 204 len: 168 time: 1.0100489 May 09 18:36:44.343799 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:44.388646 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (e642a810-7780-48de-8139-adaa98245201), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.391293 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks [] for router_controller (e642a810-7780-48de-8139-adaa98245201), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.398450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Deleting subnet 30318acd-a1e7-496e-8e9e-3a4a3854a647 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:44.401694 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Publish callbacks [] for subnet (30318acd-a1e7-496e-8e9e-3a4a3854a647), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.439069 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (30318acd-a1e7-496e-8e9e-3a4a3854a647), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.459879 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (e642a810-7780-48de-8139-adaa98245201), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.460568 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e642a810-7780-48de-8139-adaa98245201 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:44.465708 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.466846 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-19d68f35-ade3-489a-81a0-108680410904 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e642a810-7780-48de-8139-adaa98245201 HTTP/1.1" status: 204 len: 168 time: 1.2111504 May 09 18:36:44.469427 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:44.512938 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Deleting subnet dc8bb3ea-6c46-43d2-a544-0df1eba8d263 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:44.516044 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Publish callbacks [] for subnet (dc8bb3ea-6c46-43d2-a544-0df1eba8d263), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.520156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-3061ad32-f74e-4b27-89b8-ffaf72093fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:44.521648 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-3061ad32-f74e-4b27-89b8-ffaf72093fda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 200 len: 856 time: 0.0601079 May 09 18:36:44.549932 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (dc8bb3ea-6c46-43d2-a544-0df1eba8d263), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.558437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (30318acd-a1e7-496e-8e9e-3a4a3854a647), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.609794 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (30318acd-a1e7-496e-8e9e-3a4a3854a647), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.645493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30318acd-a1e7-496e-8e9e-3a4a3854a647,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:44.648184 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.653435 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e453d-7a3e-41e8-8f3c-151753466074 None None] Network df47341c-d908-44c0-be75-4cae06738de8 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:44.654892 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d27a3fd3-873d-4379-8f00-3b9f20362f8b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30318acd-a1e7-496e-8e9e-3a4a3854a647 HTTP/1.1" status: 204 len: 168 time: 0.3098760 May 09 18:36:44.657311 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:44.680221 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (dc8bb3ea-6c46-43d2-a544-0df1eba8d263), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.746257 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (dc8bb3ea-6c46-43d2-a544-0df1eba8d263), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.758095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (df47341c-d908-44c0-be75-4cae06738de8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.759730 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.765153 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dc8bb3ea-6c46-43d2-a544-0df1eba8d263 HTTP/1.1" status: 204 len: 168 time: 0.2925849 May 09 18:36:44.765875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.766629 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:44.776906 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0ed60-ae9a-4cb2-b47b-2438e3b1ab0b None None] Network 4730889d-2bd2-49e5-82ef-67b5eb3e8023 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:44.783286 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b109dc-6a8d-4dfc-8761-df0832568018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8bb3ea-6c46-43d2-a544-0df1eba8d263,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:44.879435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (4730889d-2bd2-49e5-82ef-67b5eb3e8023), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.881124 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Deleting port a89463f4-e3c9-46dd-908f-97b8bba3fc1f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:44.881503 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.975941 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] For port a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:44.976320 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.996264 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Calling delete_port for a89463f4-e3c9-46dd-908f-97b8bba3fc1f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:44.997821 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Deleting port 18933e08-40e4-47f1-8713-1adf686ec561 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:44.998144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (18933e08-40e4-47f1-8713-1adf686ec561), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.004349 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] DHCP port deletion for df47341c-d908-44c0-be75-4cae06738de8 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:45.050879 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Deleting port a89463f4-e3c9-46dd-908f-97b8bba3fc1f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:45.051258 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.107679 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] For port 18933e08-40e4-47f1-8713-1adf686ec561, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=18933e08-40e4-47f1-8713-1adf686ec561,segment=NetworkSegment(ab128ec2-d97d-4c7c-a97c-bf6f4307fb44),segment_id=ab128ec2-d97d-4c7c-a97c-bf6f4307fb44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:45.108051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (18933e08-40e4-47f1-8713-1adf686ec561), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.114170 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] For port a89463f4-e3c9-46dd-908f-97b8bba3fc1f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,segment=NetworkSegment(f45b263a-6149-4962-b55b-44f73f28becf),segment_id=f45b263a-6149-4962-b55b-44f73f28becf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:45.114566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.127567 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Calling delete_port for 18933e08-40e4-47f1-8713-1adf686ec561 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:45.127753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Calling delete_port for a89463f4-e3c9-46dd-908f-97b8bba3fc1f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:45.201426 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.234184 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:45.236001 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] No DVR routers for this DVR port a89463f4-e3c9-46dd-908f-97b8bba3fc1f on host dv-cinder-841125-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:45.247834 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (a89463f4-e3c9-46dd-908f-97b8bba3fc1f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.274052 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Pushing event deleted for resources: {'Port': ['ID=a89463f4-e3c9-46dd-908f-97b8bba3fc1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:45.282970 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.283355 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.283841 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.284112 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.284506 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.284846 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.285142 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.285582 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.285930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.286267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.286601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.286937 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.287327 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.287662 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.287991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:45.293344 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd2cf5-df0a-4230-b57a-4786a403f7de None None] No DVR routers for this DVR port a89463f4-e3c9-46dd-908f-97b8bba3fc1f on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:45.352015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-9cb56820-242a-41b7-ad87-df348832d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:45.353566 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-9cb56820-242a-41b7-ad87-df348832d16f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5e8d460-3fdc-4b49-8c18-f792777a0c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109509 May 09 18:36:45.356224 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (18933e08-40e4-47f1-8713-1adf686ec561), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.366067 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (df47341c-d908-44c0-be75-4cae06738de8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.373433 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30220084-a060-495f-a7c4-74c0106076ed None None] DHCP port deletion for 4730889d-2bd2-49e5-82ef-67b5eb3e8023 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:45.399842 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Pushing event deleted for resources: {'Port': ['ID=18933e08-40e4-47f1-8713-1adf686ec561,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:45.408194 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] No DVR routers for this DVR port 18933e08-40e4-47f1-8713-1adf686ec561 on host dv-cinder-841125-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:45.418781 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df47341c-d908-44c0-be75-4cae06738de8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.446442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45b263a-6149-4962-b55b-44f73f28becf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.446745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45b263a-6149-4962-b55b-44f73f28becf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.487775 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (f45b263a-6149-4962-b55b-44f73f28becf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.510575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (4730889d-2bd2-49e5-82ef-67b5eb3e8023), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.513351 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (f45b263a-6149-4962-b55b-44f73f28becf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.527236 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:45.527585 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (f45b263a-6149-4962-b55b-44f73f28becf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:45.529237 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:45.574153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4730889d-2bd2-49e5-82ef-67b5eb3e8023']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.593994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.594314 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab128ec2-d97d-4c7c-a97c-bf6f4307fb44') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:45.604320 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (ab128ec2-d97d-4c7c-a97c-bf6f4307fb44), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.611523 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (df47341c-d908-44c0-be75-4cae06738de8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.618332 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.621772 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] 10.222.0.25 "DELETE /v2.0/networks/df47341c-d908-44c0-be75-4cae06738de8 HTTP/1.1" status: 204 len: 168 time: 0.9634843 May 09 18:36:45.624935 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:45.635802 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e341182-632f-40e2-ba2d-9bd25fc0f431 admin admin] Pushing event deleted for resources: {'Network': ['ID=df47341c-d908-44c0-be75-4cae06738de8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:45.637937 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (ab128ec2-d97d-4c7c-a97c-bf6f4307fb44), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.646202 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:45.646667 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (ab128ec2-d97d-4c7c-a97c-bf6f4307fb44), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:45.648477 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:45.710050 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (4730889d-2bd2-49e5-82ef-67b5eb3e8023), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.717758 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.723045 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] 10.222.0.25 "DELETE /v2.0/networks/4730889d-2bd2-49e5-82ef-67b5eb3e8023 HTTP/1.1" status: 204 len: 168 time: 0.9531400 May 09 18:36:45.732224 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f0874-805a-446b-943d-434bf5636fda admin admin] Pushing event deleted for resources: {'Network': ['ID=4730889d-2bd2-49e5-82ef-67b5eb3e8023,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:45.893479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:45.941925 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2bd91adb-4dae-4960-a968-3a44762079ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78039fb4f0bd454b8aea3db748343263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471337 May 09 18:36:45.944873 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:45.991959 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (ec4274bf-3b10-4978-92ae-c51e32051210), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:45.996442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] Publish callbacks [] for security_group (2d85a0cb-1aa3-4fd4-91e7-f571583a946c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.018365 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] Publish callbacks [] for security_group (2d85a0cb-1aa3-4fd4-91e7-f571583a946c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.045360 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a89463f4-e3c9-46dd-908f-97b8bba3fc1f no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.069231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2d85a0cb-1aa3-4fd4-91e7-f571583a946c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.070758 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a89463f4-e3c9-46dd-908f-97b8bba3fc1f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.071190 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a89463f4-e3c9-46dd-908f-97b8bba3fc1f not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.071698 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a0483811-79bd-4900-909b-538b6bd94024 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.071813 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.075450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d85a0cb-1aa3-4fd4-91e7-f571583a946c HTTP/1.1" status: 204 len: 168 time: 0.1271570 May 09 18:36:46.083027 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a939a0-d0df-4ddb-9c9a-3d48ef31c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85a0cb-1aa3-4fd4-91e7-f571583a946c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:46.099545 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a0483811-79bd-4900-909b-538b6bd94024 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.099860 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a0483811-79bd-4900-909b-538b6bd94024 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.100561 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 18933e08-40e4-47f1-8713-1adf686ec561 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.124169 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 18933e08-40e4-47f1-8713-1adf686ec561 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.124781 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 18933e08-40e4-47f1-8713-1adf686ec561 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.125214 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 5ccc95bc-01aa-4bea-8e9e-9a94430da590 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.160564 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 5ccc95bc-01aa-4bea-8e9e-9a94430da590 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.160918 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 5ccc95bc-01aa-4bea-8e9e-9a94430da590 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.161341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f5356709-59bf-4321-8846-4140c47e83da no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.183493 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: f5356709-59bf-4321-8846-4140c47e83da {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.183843 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f5356709-59bf-4321-8846-4140c47e83da not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.184269 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 14b15080-6ae9-41e7-8878-93f2d549c936 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:46.212223 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 14b15080-6ae9-41e7-8878-93f2d549c936 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:46.212638 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 14b15080-6ae9-41e7-8878-93f2d549c936 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:46.219697 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.268364 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Deleting port ecfe162d-6c18-4513-b39f-ef9cd5635b92 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:46.268625 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.272394 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-34578197-d46a-4f33-b3c4-ebaf06d48d48 service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043873 May 09 18:36:46.360877 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] For port ecfe162d-6c18-4513-b39f-ef9cd5635b92, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ecfe162d-6c18-4513-b39f-ef9cd5635b92,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:46.361342 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.369390 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6726f3f2-52bb-4b94-8c28-c40c87b504be req-9a673490-841e-46ca-a118-dd835db6a6cb service neutron] 10.222.0.36 "GET /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912490 May 09 18:36:46.375982 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Calling delete_port for ecfe162d-6c18-4513-b39f-ef9cd5635b92 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:46.577581 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (ecfe162d-6c18-4513-b39f-ef9cd5635b92), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:46.611447 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfe162d-6c18-4513-b39f-ef9cd5635b92,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:46.797105 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (ec4274bf-3b10-4978-92ae-c51e32051210), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.029100 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Router ec4274bf-3b10-4978-92ae-c51e32051210 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:47.140393 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:47.148894 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-efe0672a-9053-4942-9694-e30c67691433 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec4274bf-3b10-4978-92ae-c51e32051210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154889 May 09 18:36:47.149051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:47.150915 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Sync routers for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:47.163578 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:47.164358 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:47.205975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:47.283588 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks [] for router (ec4274bf-3b10-4978-92ae-c51e32051210), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.330493 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-436e5a0f-b17f-4448-9c20-7b5a21979ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.405141 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks [] for router_gateway (ec4274bf-3b10-4978-92ae-c51e32051210), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.455793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-436e5a0f-b17f-4448-9c20-7b5a21979ece admin admin] Publish callbacks [] for security_group (87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.460411 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:47.464659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-436e5a0f-b17f-4448-9c20-7b5a21979ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.500715 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Deleting port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:47.501085 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.517138 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-436e5a0f-b17f-4448-9c20-7b5a21979ece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5860bdd9b984d0d900c4874327738d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100758 May 09 18:36:47.518372 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e5a0f-b17f-4448-9c20-7b5a21979ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:47.521655 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:47.585885 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] Publish callbacks [] for security_group (87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.598997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] For port a1b42b1b-3cb6-4ed1-834a-5edd12a5252f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:47.599409 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.607088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.618858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Calling delete_port for a1b42b1b-3cb6-4ed1-834a-5edd12a5252f owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:47.638162 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] Publish callbacks [] for security_group (87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.679438 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:36:46Z', 'revision_number': 5, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port': {'id': 'a1b42b1b-3cb6-4ed1-834a-5edd12a5252f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:43Z', 'updated_at': '2022-05-09T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:47.708588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.711870 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.713800 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a HTTP/1.1" status: 204 len: 168 time: 0.1910479 May 09 18:36:47.744159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58bbcd-c437-43d6-b507-a1e7d4fccf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c0e6ca-4e5f-49ad-8abd-8d7b08c0a17a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:47.761199 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Checking router: ec4274bf-3b10-4978-92ae-c51e32051210 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:47.792598 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Routers {'ec4274bf-3b10-4978-92ae-c51e32051210'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:47.793523 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['ec4274bf-3b10-4978-92ae-c51e32051210'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:47.864297 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a1b42b1b-3cb6-4ed1-834a-5edd12a5252f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:47.898348 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b42b1b-3cb6-4ed1-834a-5edd12a5252f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:47.907455 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] Set router ec4274bf-3b10-4978-92ae-c51e32051210 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:47.974659 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:36:47Z', 'revision_number': 6, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:48.001241 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (ec4274bf-3b10-4978-92ae-c51e32051210), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.008524 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8aeef-eaa9-490e-92d5-ddb98b09b96a None None] The sync data for ids ['ec4274bf-3b10-4978-92ae-c51e32051210'] in dv-cinder-841125-3-iscsi is: [{'id': 'ec4274bf-3b10-4978-92ae-c51e32051210', 'name': 'tempest-TestShelveInstance-813790054-router', 'tenant_id': '62d7aa11427b4370a7e450a99ca61594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:42Z', 'updated_at': '2022-05-09T18:36:47Z', 'revision_number': 6, 'project_id': '62d7aa11427b4370a7e450a99ca61594', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:48.108891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (ec4274bf-3b10-4978-92ae-c51e32051210), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.112325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks [] for router_controller (ec4274bf-3b10-4978-92ae-c51e32051210), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.164326 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (ec4274bf-3b10-4978-92ae-c51e32051210), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.166172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4274bf-3b10-4978-92ae-c51e32051210 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:48.170909 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.174244 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-27f1f38f-eccc-414b-9f78-b4a6a8a5735e admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec4274bf-3b10-4978-92ae-c51e32051210 HTTP/1.1" status: 204 len: 168 time: 1.0240963 May 09 18:36:48.175053 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:48.177008 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:48.194837 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2af9f6d4-0d9d-43ee-8d2a-27cf7f94bc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.227555 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Deleting subnet e4c46821-5e6c-423d-80a3-62fade9807ea {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:48.231141 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Publish callbacks [] for subnet (e4c46821-5e6c-423d-80a3-62fade9807ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.280131 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (e4c46821-5e6c-423d-80a3-62fade9807ea), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.285452 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2af9f6d4-0d9d-43ee-8d2a-27cf7f94bc9c admin admin] Publish callbacks [] for security_group (f50b903b-5d3c-4c9d-8e43-b75551b2d329), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.290479 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2af9f6d4-0d9d-43ee-8d2a-27cf7f94bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f50b903b-5d3c-4c9d-8e43-b75551b2d329), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.333567 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2af9f6d4-0d9d-43ee-8d2a-27cf7f94bc9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5efb0be35164015b475a1df8b2a9c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532214 May 09 18:36:48.333567 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9f6d4-0d9d-43ee-8d2a-27cf7f94bc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b903b-5d3c-4c9d-8e43-b75551b2d329,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:48.334836 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:48.411060 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] Publish callbacks [] for security_group (f50b903b-5d3c-4c9d-8e43-b75551b2d329), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.455765 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] Publish callbacks [] for security_group (f50b903b-5d3c-4c9d-8e43-b75551b2d329), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.516915 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f50b903b-5d3c-4c9d-8e43-b75551b2d329), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.519475 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.520644 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f50b903b-5d3c-4c9d-8e43-b75551b2d329 HTTP/1.1" status: 204 len: 168 time: 0.1849923 May 09 18:36:48.537038 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef84c2-d293-4dab-b866-357b76fe58bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b903b-5d3c-4c9d-8e43-b75551b2d329,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:48.685509 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (e4c46821-5e6c-423d-80a3-62fade9807ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.740566 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (e4c46821-5e6c-423d-80a3-62fade9807ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.767514 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:48.772656 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c46821-5e6c-423d-80a3-62fade9807ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:48.778440 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.785409 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b2952-e4dc-4d17-b770-254a770d3ae7 None None] Network 943b826d-9838-44f6-b5cb-0ff35a7d10d1 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:48.789277 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-69cb03e0-6ebe-44f0-bdc3-42b184115b20 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e4c46821-5e6c-423d-80a3-62fade9807ea HTTP/1.1" status: 204 len: 168 time: 0.6102841 May 09 18:36:48.794631 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:48.903313 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (943b826d-9838-44f6-b5cb-0ff35a7d10d1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.925425 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e82374e-ab8f-4c04-b8fe-82bb967d71e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.011298 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Deleting port a3540993-0897-459e-a8cd-465af7a11db3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:49.011799 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a3540993-0897-459e-a8cd-465af7a11db3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.014168 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] DHCP port deletion for 943b826d-9838-44f6-b5cb-0ff35a7d10d1 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:49.057942 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Deleting port a3540993-0897-459e-a8cd-465af7a11db3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:49.058676 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a3540993-0897-459e-a8cd-465af7a11db3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.099937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] For port a3540993-0897-459e-a8cd-465af7a11db3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a3540993-0897-459e-a8cd-465af7a11db3,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:49.100192 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a3540993-0897-459e-a8cd-465af7a11db3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.123062 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Calling delete_port for a3540993-0897-459e-a8cd-465af7a11db3 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:49.125916 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e82374e-ab8f-4c04-b8fe-82bb967d71e1 admin admin] Publish callbacks [] for security_group (7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.135768 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e82374e-ab8f-4c04-b8fe-82bb967d71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.137893 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] For port a3540993-0897-459e-a8cd-465af7a11db3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a3540993-0897-459e-a8cd-465af7a11db3,segment=NetworkSegment(8820d636-2fbc-437c-a93a-7f7102003109),segment_id=8820d636-2fbc-437c-a93a-7f7102003109)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:49.138903 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a3540993-0897-459e-a8cd-465af7a11db3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.160248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Calling delete_port for a3540993-0897-459e-a8cd-465af7a11db3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:49.227780 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82374e-ab8f-4c04-b8fe-82bb967d71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.232433 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3e82374e-ab8f-4c04-b8fe-82bb967d71e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dca809e484154187a0be3148ae99b42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4638748 May 09 18:36:49.237076 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:49.263730 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (a3540993-0897-459e-a8cd-465af7a11db3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.297356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] Pushing event deleted for resources: {'Port': ['ID=a3540993-0897-459e-a8cd-465af7a11db3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.305983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5309cd-8d6e-404f-a538-c6076a273eca None None] No DVR routers for this DVR port a3540993-0897-459e-a8cd-465af7a11db3 on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:49.310446 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (a3540993-0897-459e-a8cd-465af7a11db3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.342229 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] Publish callbacks [] for security_group (7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.346246 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3540993-0897-459e-a8cd-465af7a11db3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.349720 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] No DVR routers for this DVR port a3540993-0897-459e-a8cd-465af7a11db3 on host dv-cinder-841125-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:49.373787 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:49.418186 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] Publish callbacks [] for security_group (7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.445415 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (943b826d-9838-44f6-b5cb-0ff35a7d10d1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.468630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1250814097-network', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:49.479210 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943b826d-9838-44f6-b5cb-0ff35a7d10d1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.488654 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Made reservation on behalf of 84f9c806f7d54963bd886eae2ab22c38 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:49.491905 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.492231 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8820d636-2fbc-437c-a93a-7f7102003109') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.492567 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8820d636-2fbc-437c-a93a-7f7102003109') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.502446 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (8820d636-2fbc-437c-a93a-7f7102003109), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.506001 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.511650 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.514086 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.515251 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd HTTP/1.1" status: 204 len: 168 time: 0.2792516 May 09 18:36:49.525555 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (8820d636-2fbc-437c-a93a-7f7102003109), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.527996 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f37098-8282-45f0-b6db-2f93c55c385d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c6f7f-b676-4da9-9a3c-d98b58dc08fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.534672 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:49.535267 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (8820d636-2fbc-437c-a93a-7f7102003109), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self.session.flush() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self.session.flush() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self.session.flush() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self.session.flush() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:49.537735 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:49.598009 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (943b826d-9838-44f6-b5cb-0ff35a7d10d1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.608143 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.608469 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks [] for security_group (44b56b8c-da0b-492e-9d76-28809a4d7610), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.611292 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] 10.222.0.25 "DELETE /v2.0/networks/943b826d-9838-44f6-b5cb-0ff35a7d10d1 HTTP/1.1" status: 204 len: 168 time: 0.8156202 May 09 18:36:49.617414 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (44b56b8c-da0b-492e-9d76-28809a4d7610), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.633848 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b02e-f499-4ca7-8a5b-e5205404d187 admin admin] Pushing event deleted for resources: {'Network': ['ID=943b826d-9838-44f6-b5cb-0ff35a7d10d1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.641850 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:36:49.672213 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (2db5875b-b8d4-481a-9b8d-a1f23be84125), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.672559 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Added segment 2db5875b-b8d4-481a-9b8d-a1f23be84125 of type vlan for network 8d96723e-3ac9-459f-80bb-639b9429b963 May 09 18:36:49.685924 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b56b8c-da0b-492e-9d76-28809a4d7610,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.721090 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (8d96723e-3ac9-459f-80bb-639b9429b963), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.748841 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (8d96723e-3ac9-459f-80bb-639b9429b963), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.749819 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:49.750391 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.777887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:49.778245 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4030724 May 09 18:36:49.783509 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Request body: {'subnet': {'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1250814097-subnet', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:49.804714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Made reservation on behalf of 84f9c806f7d54963bd886eae2ab22c38 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:49.807946 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58825173'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.829057 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f495-9d65-4c04-a80b-d69696ef1b0a admin admin] Pushing event updated for resources: {'Network': ['ID=8d96723e-3ac9-459f-80bb-639b9429b963,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:49.840187 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 8d96723e-3ac9-459f-80bb-639b9429b963 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:36:49.846765 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:49.866183 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:49.891306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f85d3da-3f01-4efe-8868-9fb86cfc1020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:49.929382 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4fb89ccb-a4be-4ffd-800d-fb0bccead8d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c6e0a23a3414fca84248553e4f85005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812604 May 09 18:36:49.932441 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:50.025724 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] Publish callbacks [] for security_group (6f087abd-642c-4f38-81a9-6fc485849293), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.042717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59298580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58825155'] for subnet (2143a135-5974-44f1-8447-8f5fa7fa4cfc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.048890 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f85d3da-3f01-4efe-8868-9fb86cfc1020 admin admin] Publish callbacks [] for security_group (0cfb2002-b516-49de-822e-fb70ffc61c80), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.054504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f85d3da-3f01-4efe-8868-9fb86cfc1020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0cfb2002-b516-49de-822e-fb70ffc61c80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.060653 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ecfe162d-6c18-4513-b39f-ef9cd5635b92 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:50.067724 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] Publish callbacks [] for security_group (6f087abd-642c-4f38-81a9-6fc485849293), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.081919 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: ecfe162d-6c18-4513-b39f-ef9cd5635b92 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:50.082271 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ecfe162d-6c18-4513-b39f-ef9cd5635b92 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:50.082876 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a1b42b1b-3cb6-4ed1-834a-5edd12a5252f no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:50.099438 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2143a135-5974-44f1-8447-8f5fa7fa4cfc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.102037 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a1b42b1b-3cb6-4ed1-834a-5edd12a5252f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:50.102603 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a1b42b1b-3cb6-4ed1-834a-5edd12a5252f not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:50.103203 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a3540993-0897-459e-a8cd-465af7a11db3 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:50.106624 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:50.107002 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Network hostable DHCP agents. Network: 8d96723e-3ac9-459f-80bb-639b9429b963, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:36:50.122057 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8f85d3da-3f01-4efe-8868-9fb86cfc1020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f96f5cb2640545fb929e2b1ef641c4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523046 May 09 18:36:50.122338 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:50.128798 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a3540993-0897-459e-a8cd-465af7a11db3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:50.129132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a3540993-0897-459e-a8cd-465af7a11db3 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:50.132623 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85d3da-3f01-4efe-8868-9fb86cfc1020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb2002-b516-49de-822e-fb70ffc61c80,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.141117 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:36:50.161017 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (6f087abd-642c-4f38-81a9-6fc485849293), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.164144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.165300 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f087abd-642c-4f38-81a9-6fc485849293 HTTP/1.1" status: 204 len: 168 time: 0.2319701 May 09 18:36:50.174286 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72feb2-1ae8-4b5d-be56-a34d0cc21000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f087abd-642c-4f38-81a9-6fc485849293,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.427346 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 8d96723e-3ac9-459f-80bb-639b9429b963) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:50.432160 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:50.433273 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.436392 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ef963-aa20-4bc5-8ee3-f044b6d6104c None None] Network 8d96723e-3ac9-459f-80bb-639b9429b963 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:50.456390 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] Publish callbacks [] for security_group (0cfb2002-b516-49de-822e-fb70ffc61c80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.463657 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e35b5084-6db6-4c78-855c-a175d0ece6c7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6819828 May 09 18:36:50.464342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:50.468857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:50.498215 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] Publish callbacks [] for security_group (0cfb2002-b516-49de-822e-fb70ffc61c80), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.499527 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.500881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.546636 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-8d96723e-3ac9-459f-80bb-639b9429b963', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:36:50.548178 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.559828 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for router_controller (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.574983 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0cfb2002-b516-49de-822e-fb70ffc61c80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.577594 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.578746 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cfb2002-b516-49de-822e-fb70ffc61c80 HTTP/1.1" status: 204 len: 168 time: 0.4554915 May 09 18:36:50.587970 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c682-387f-4b46-926b-00878a2d6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb2002-b516-49de-822e-fb70ffc61c80,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.614299 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:50.662287 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-37f80b0c-215b-4fe3-8ae7-dc4aee547ca0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62d7aa11427b4370a7e450a99ca61594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465560 May 09 18:36:50.663156 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:50.736489 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] Publish callbacks [] for security_group (e035ab1a-adf4-44c7-9b1d-742d370aedfb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.739323 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for router_gateway (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.758192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Allocated IP 172.20.0.2 (8d96723e-3ac9-459f-80bb-639b9429b963/2143a135-5974-44f1-8447-8f5fa7fa4cfc/934a2a79-1c29-4552-be4b-caa850899786) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:50.763146 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] Publish callbacks [] for security_group (e035ab1a-adf4-44c7-9b1d-742d370aedfb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.829654 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e035ab1a-adf4-44c7-9b1d-742d370aedfb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.832997 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.834304 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e035ab1a-adf4-44c7-9b1d-742d370aedfb HTTP/1.1" status: 204 len: 168 time: 0.1701634 May 09 18:36:50.846193 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d786c6-e166-4571-833e-f2b13830d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e035ab1a-adf4-44c7-9b1d-742d370aedfb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.978751 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for router_gateway (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.006500 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.040637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks [] for port (934a2a79-1c29-4552-be4b-caa850899786), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.046781 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (934a2a79-1c29-4552-be4b-caa850899786), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.090662 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:51.119438 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:51.119438 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:51.119438 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Pushing event updated for resources: {'Port': ['ID=934a2a79-1c29-4552-be4b-caa850899786,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:51.139387 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Allocated IP 172.27.3.106 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:51.196896 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Attempting to bind port 934a2a79-1c29-4552-be4b-caa850899786 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:51.197361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Attempting to bind port 934a2a79-1c29-4552-be4b-caa850899786 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:51.197823 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Attempting to bind port 934a2a79-1c29-4552-be4b-caa850899786 on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:51.210870 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:51.212520 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:51.213642 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.214107 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Bound using segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:51.214741 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Bound port: 934a2a79-1c29-4552-be4b-caa850899786, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:51.215361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (934a2a79-1c29-4552-be4b-caa850899786), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.303114 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] For port 934a2a79-1c29-4552-be4b-caa850899786, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:51.306874 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] For port 934a2a79-1c29-4552-be4b-caa850899786, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=934a2a79-1c29-4552-be4b-caa850899786,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:51.315809 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (934a2a79-1c29-4552-be4b-caa850899786), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.331035 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.384381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.405292 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adcc9f-7428-49f7-b882-9d72e685a933 None None] Pushing event updated for resources: {'Port': ['ID=934a2a79-1c29-4552-be4b-caa850899786,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:51.425623 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:51.432925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:51.437489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:51.440717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:51.729869 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for router_gateway (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.933094 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.100987 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 934a2a79-1c29-4552-be4b-caa850899786 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:52.112982 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:36:52.171557 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 934a2a79-1c29-4552-be4b-caa850899786 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:52.172052 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (934a2a79-1c29-4552-be4b-caa850899786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.253201 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:52.269217 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:52.274454 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.278845 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.279569 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-309d3639-99e1-41d6-b5c5-e130c01854d0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8137720 May 09 18:36:52.283378 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 934a2a79-1c29-4552-be4b-caa850899786 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:52.283784 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (934a2a79-1c29-4552-be4b-caa850899786), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.308125 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:52.308848 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:52.338122 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port 934a2a79-1c29-4552-be4b-caa850899786, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=934a2a79-1c29-4552-be4b-caa850899786,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:52.345932 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (934a2a79-1c29-4552-be4b-caa850899786), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.444347 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=934a2a79-1c29-4552-be4b-caa850899786,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.499008 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:52.603539 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcadc8-aa6d-46c2-ab08-1b436bd5ebba None None] Network 8d96723e-3ac9-459f-80bb-639b9429b963 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:52.699124 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07c3ee06-aa24-4ecc-b7e6-2e04927240a6 None None] Provisioning complete for port 934a2a79-1c29-4552-be4b-caa850899786 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:52.699630 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07c3ee06-aa24-4ecc-b7e6-2e04927240a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (934a2a79-1c29-4552-be4b-caa850899786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.789973 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:51Z', 'revision_number': 3, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:52.823424 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:52.823862 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Updating router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:52.824767 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07c3ee06-aa24-4ecc-b7e6-2e04927240a6 None None] Current status of the port 934a2a79-1c29-4552-be4b-caa850899786 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:52.853157 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.859461 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.921287 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:53.059907 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Allocated IP 172.20.0.1 (8d96723e-3ac9-459f-80bb-639b9429b963/2143a135-5974-44f1-8447-8f5fa7fa4cfc/249c6832-2fd5-4b53-814a-d681fff65fae) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:53.068791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6684fabc-6485-4e77-9043-e2cdca37d372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.150007 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks [] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.152053 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e43d0a5f-adbd-4282-8265-3a746ee5e529 None None] Provisioning complete for port 934a2a79-1c29-4552-be4b-caa850899786 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:53.152553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e43d0a5f-adbd-4282-8265-3a746ee5e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (934a2a79-1c29-4552-be4b-caa850899786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.162258 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.167104 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6684fabc-6485-4e77-9043-e2cdca37d372 admin admin] Publish callbacks [] for security_group (e0b8e2c8-5129-4af9-8d57-77ecdcc71a63), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.175499 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6684fabc-6485-4e77-9043-e2cdca37d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e0b8e2c8-5129-4af9-8d57-77ecdcc71a63), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.197977 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks [] for port (249c6832-2fd5-4b53-814a-d681fff65fae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.235967 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6684fabc-6485-4e77-9043-e2cdca37d372 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ed826d49b3c43c9bf1b5d3f4161cbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110950 May 09 18:36:53.236205 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Pushing event updated for resources: {'Port': ['ID=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.236559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:53.243969 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.244319 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.244681 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.245036 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.245632 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.246191 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.246325 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.246601 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.246917 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.247447 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.247920 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.248417 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.249109 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.249437 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.249760 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:53.250800 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684fabc-6485-4e77-9043-e2cdca37d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b8e2c8-5129-4af9-8d57-77ecdcc71a63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.252452 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e43d0a5f-adbd-4282-8265-3a746ee5e529 None None] Current status of the port 934a2a79-1c29-4552-be4b-caa850899786 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:53.291090 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.298963 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Attempting to bind port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:53.300134 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Attempting to bind port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:53.300727 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Attempting to bind port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:53.312726 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:53.313111 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:53.316730 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] Publish callbacks [] for security_group (e0b8e2c8-5129-4af9-8d57-77ecdcc71a63), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.317658 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.318603 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:53.319125 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Bound port: a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:53.319523 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.341347 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:53.344589 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:53.345975 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] Publish callbacks [] for security_group (e0b8e2c8-5129-4af9-8d57-77ecdcc71a63), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.348381 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:53.378916 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Pushing event updated for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.411042 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.419767 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] For port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:53.422886 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e0b8e2c8-5129-4af9-8d57-77ecdcc71a63), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.425534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.429310 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0b8e2c8-5129-4af9-8d57-77ecdcc71a63 HTTP/1.1" status: 204 len: 168 time: 0.1887772 May 09 18:36:53.436105 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] For port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:53.446264 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.460368 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cb547-82f3-479b-85bd-4ab872b9db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b8e2c8-5129-4af9-8d57-77ecdcc71a63,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.572439 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c189c2d-469a-4122-8fe6-d36b84ffc72b None None] Pushing event updated for resources: {'Port': ['ID=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.576618 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:53.577235 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:53.604543 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.737440 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:53.782315 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bb47e84b-42f2-40b7-8dcf-f7787a43021b None None] Provisioning complete for port 249c6832-2fd5-4b53-814a-d681fff65fae triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:53.782691 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb47e84b-42f2-40b7-8dcf-f7787a43021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.820793 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bb47e84b-42f2-40b7-8dcf-f7787a43021b None None] Port 249c6832-2fd5-4b53-814a-d681fff65fae cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:53.861845 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks [] for port (249c6832-2fd5-4b53-814a-d681fff65fae), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.867330 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.870595 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:53.883512 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1deb3ba2-42e7-40bd-a958-6ff03be65528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.927813 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.946878 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:53.969765 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1deb3ba2-42e7-40bd-a958-6ff03be65528 admin admin] Publish callbacks [] for security_group (22cd2fac-0418-47a8-ba22-5b609e48fd2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.976992 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1deb3ba2-42e7-40bd-a958-6ff03be65528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (22cd2fac-0418-47a8-ba22-5b609e48fd2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.978659 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c10688-14da-43ad-b8a7-5375f534788f None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:53.998482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Pushing event updated for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:54.019078 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:54.019736 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1deb3ba2-42e7-40bd-a958-6ff03be65528 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d6d0a5258884981a7ee35ccac65cdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478851 May 09 18:36:54.044678 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3ba2-42e7-40bd-a958-6ff03be65528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd2fac-0418-47a8-ba22-5b609e48fd2c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:54.077947 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 934a2a79-1c29-4552-be4b-caa850899786 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:54.080516 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:54.083007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:54.134888 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 934a2a79-1c29-4552-be4b-caa850899786 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:54.135368 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (934a2a79-1c29-4552-be4b-caa850899786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.136256 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] Publish callbacks [] for security_group (22cd2fac-0418-47a8-ba22-5b609e48fd2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.166973 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] Publish callbacks [] for security_group (22cd2fac-0418-47a8-ba22-5b609e48fd2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.269879 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 934a2a79-1c29-4552-be4b-caa850899786 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:54.271678 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:54.284530 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (22cd2fac-0418-47a8-ba22-5b609e48fd2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.287572 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.288737 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22cd2fac-0418-47a8-ba22-5b609e48fd2c HTTP/1.1" status: 204 len: 168 time: 0.2686691 May 09 18:36:54.300396 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7849e1-bb53-4f22-b3d4-7bd51b21a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd2fac-0418-47a8-ba22-5b609e48fd2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:54.467627 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:54.480431 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a8698164-6ae3-43ad-839a-5fa3af8cec63 admin admin] 10.222.0.25 "PUT /v2.0/routers/c97d21b6-79fa-4899-8a6b-a8d2c1d1da24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917000 May 09 18:36:54.555772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4a5f0b4e-7ff8-420a-8e1c-14cf83069a1f None None] Provisioning complete for port 249c6832-2fd5-4b53-814a-d681fff65fae triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:54.556208 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b4e-7ff8-420a-8e1c-14cf83069a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.619391 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f0b4e-7ff8-420a-8e1c-14cf83069a1f None None] Port 249c6832-2fd5-4b53-814a-d681fff65fae cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:55.194020 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:55.199793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-791074928-network', 'tenant_id': '227044f3d2f94cea9da8413a52f95829'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:55.227495 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Made reservation on behalf of 227044f3d2f94cea9da8413a52f95829 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:55.229852 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.240714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.324659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks [] for security_group (a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.329894 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.363670 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:36:55.366095 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:55.378646 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (e5877bec-8626-4a7a-bcf6-3b20980ae137), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.379037 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Added segment e5877bec-8626-4a7a-bcf6-3b20980ae137 of type vlan for network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 May 09 18:36:55.432701 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.462395 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.463393 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:55.463975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.527560 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:55.528223 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3322947 May 09 18:36:55.534510 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Request body: {'subnet': {'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-791074928-subnet', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:55.537905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100dbb9-29d0-4a0a-849c-c273c0cec26b admin admin] Pushing event updated for resources: {'Network': ['ID=acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:55.549666 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:36:55.563983 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Made reservation on behalf of 227044f3d2f94cea9da8413a52f95829 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:55.576482 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.786516 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (551fca8f-56cd-4e7a-9e57-c61f6ad97364), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.845335 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551fca8f-56cd-4e7a-9e57-c61f6ad97364,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:55.856251 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.856597 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.856932 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.857274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.857603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.857933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.858257 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.858580 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.858901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.859265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.859584 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.859909 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.860224 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.860538 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.860857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:55.868051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Checking segment: {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:55.868411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Network hostable DHCP agents. Network: acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:36:55.888706 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:36:55.900841 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:55.906486 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:55.910410 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425c91e-400f-444b-beb6-51bbdd673ea9 None None] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:55.915696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.939855 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fb16615c-aae9-44db-812a-35e94f054a35 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4099369 May 09 18:36:55.942447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:55.948820 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:55.992313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (3aa17104-543d-4488-9b24-97c57829761b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:55.993429 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (3aa17104-543d-4488-9b24-97c57829761b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.074389 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'project_id': '227044f3d2f94cea9da8413a52f95829', 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:36:56.075276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.118888 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:56.134685 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for router_controller (3aa17104-543d-4488-9b24-97c57829761b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.152356 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122075b-849f-4e67-8c1b-ee80a9214019 req-19c3b911-398a-4bcf-8e2f-0caf43108161 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:56.159740 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5122075b-849f-4e67-8c1b-ee80a9214019 req-19c3b911-398a-4bcf-8e2f-0caf43108161 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.1097994 May 09 18:36:56.278890 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:56.279300 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.308542 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5122075b-849f-4e67-8c1b-ee80a9214019 req-f35d2b9f-720e-4d8c-9a89-3ca5100385dc tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035354 May 09 18:36:56.418550 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for router_gateway (3aa17104-543d-4488-9b24-97c57829761b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.488186 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Allocated IP 172.20.0.2 (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07/551fca8f-56cd-4e7a-9e57-c61f6ad97364/ed48f0a8-297f-48f7-91f1-657b1a4d7fb6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:56.601929 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:56.602662 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.637275 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:56.643432 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.685918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f92bc-eae5-4984-9df5-a3b8264366c0 req-d3aa3951-6b1b-4a79-9680-f663104c0e56 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:56.687412 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ab2f92bc-eae5-4984-9df5-a3b8264366c0 req-d3aa3951-6b1b-4a79-9680-f663104c0e56 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.1153646 May 09 18:36:56.696101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for router_gateway (3aa17104-543d-4488-9b24-97c57829761b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.728146 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.741436 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:56.744520 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks [] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.755325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.799065 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ab2f92bc-eae5-4984-9df5-a3b8264366c0 req-0d8d37da-2a08-4d02-9b58-2d731261cdbe tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008520 May 09 18:36:56.799637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:56.803369 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:56.807228 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:56.824003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Pushing event updated for resources: {'Port': ['ID=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:56.874248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:56.877552 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Allocated IP 172.27.3.2 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:56.897455 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Attempting to bind port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:56.897830 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Attempting to bind port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:56.898202 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Attempting to bind port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 on network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:56.901674 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:56.902314 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:56.969139 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:56.969731 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Checking segment: {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:56.970303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.970857 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Bound using segment: {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:56.971530 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Bound port: ed48f0a8-297f-48f7-91f1-657b1a4d7fb6, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:56.972250 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:56.990942 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.030384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.089780 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:57.101981 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:57.103446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:57.105710 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:57.107341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:57.112013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] For port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:57.149803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] For port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:57.159960 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.295385 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ddae-673a-4153-9153-f50c8da86a51 None None] Pushing event updated for resources: {'Port': ['ID=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:57.375083 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 2, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:57.413767 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:57.414218 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Updating router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 port 249c6832-2fd5-4b53-814a-d681fff65fae binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:57.443342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.564049 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f79a-e6e0-47fb-a7b4-eeb80109a2a7 req-e022c980-a694-4bfe-b3fd-04c990aed1b2 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:57.565796 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a78f79a-e6e0-47fb-a7b4-eeb80109a2a7 req-e022c980-a694-4bfe-b3fd-04c990aed1b2 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.0804722 May 09 18:36:57.697931 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for router_gateway (3aa17104-543d-4488-9b24-97c57829761b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.741096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks [] for port (249c6832-2fd5-4b53-814a-d681fff65fae), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.741661 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6a78f79a-e6e0-47fb-a7b4-eeb80109a2a7 req-39455da5-f7f0-407a-b57f-b1aaa9e37d40 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348317 May 09 18:36:57.747714 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.796571 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99025b-2c81-42e6-b898-207457851c0c None None] Pushing event updated for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:57.869166 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Attempting to bind port 249c6832-2fd5-4b53-814a-d681fff65fae on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:57.869546 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Attempting to bind port 249c6832-2fd5-4b53-814a-d681fff65fae by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:57.869917 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Attempting to bind port 249c6832-2fd5-4b53-814a-d681fff65fae on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:57.875407 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:57.875792 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:57.876204 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.876601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Bound using segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:57.877077 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Bound port: 249c6832-2fd5-4b53-814a-d681fff65fae, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:57.877460 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.945047 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] For port 249c6832-2fd5-4b53-814a-d681fff65fae, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:57.948938 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] For port 249c6832-2fd5-4b53-814a-d681fff65fae, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=249c6832-2fd5-4b53-814a-d681fff65fae,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:57.959401 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (3aa17104-543d-4488-9b24-97c57829761b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.960349 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.970767 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34faf-7588-4cbf-8725-6a5bba28a332 req-ec358434-972c-4bd6-a875-5bc0624405bf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:57.972338 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66c34faf-7588-4cbf-8725-6a5bba28a332 req-ec358434-972c-4bd6-a875-5bc0624405bf tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.0627234 May 09 18:36:58.041242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:58.041908 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:58.053001 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99025b-2c81-42e6-b898-207457851c0c None None] Pushing event updated for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:58.137377 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66c34faf-7588-4cbf-8725-6a5bba28a332 req-3b9d8f01-85d3-4f86-8aab-d398203246b9 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058939 May 09 18:36:58.237472 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Provisioning complete for port 249c6832-2fd5-4b53-814a-d681fff65fae triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:58.237738 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.243250 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Router 3aa17104-543d-4488-9b24-97c57829761b is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:36:58.254582 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:58.292605 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:58.401468 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:58.418638 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Sync routers for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:58.434054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.435865 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2262dde5-57f4-42b9-84dd-6be428f1be23 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4912860 May 09 18:36:58.437181 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:58.437855 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:58.438563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:58.611580 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:58.707096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700dce3-8894-4e1f-907c-afcb33e29cc6 None None] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:58.760601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:58.761311 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.817259 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Current status of the port 249c6832-2fd5-4b53-814a-d681fff65fae is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:58.817654 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.852943 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:36:57Z', 'revision_number': 3, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:58.888986 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Checking router: 3aa17104-543d-4488-9b24-97c57829761b for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:58.891585 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Updating router 3aa17104-543d-4488-9b24-97c57829761b port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:58.949476 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.953021 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:36:59.005505 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-07481e4c-3b08-40ea-9405-9383e966ec31 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.007013 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-07481e4c-3b08-40ea-9405-9383e966ec31 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.2168038 May 09 18:36:59.032272 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-340dc6b3-00f6-4589-aff4-62c8d5595be5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.033809 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-340dc6b3-00f6-4589-aff4-62c8d5595be5 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.2349517 May 09 18:36:59.036588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.041772 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] For port 249c6832-2fd5-4b53-814a-d681fff65fae, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=249c6832-2fd5-4b53-814a-d681fff65fae,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:59.069192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.149879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbca279-8afc-40e5-8807-0a8345dbf068 req-2d6f83ed-481c-4b71-bed1-a105fbe400ec tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.158356 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:57Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:59.164144 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8bbca279-8afc-40e5-8807-0a8345dbf068 req-2d6f83ed-481c-4b71-bed1-a105fbe400ec tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 945 time: 0.2940478 May 09 18:36:59.207444 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc826d-83af-471a-a811-52b581ed18e3 None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:57Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:59.243038 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:59.243473 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.278116 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Provisioning complete for port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:59.278435 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.352721 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Allocated IP 172.20.0.1 (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07/551fca8f-56cd-4e7a-9e57-c61f6ad97364/703163d5-9581-4c7f-8e05-95e3d5e93f9f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:59.375566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db0dc-c031-4548-85e3-5fac735005dd None None] Pushing event updated for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.449845 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:59.462989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.464140 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:59.503428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Deleting port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:59.504415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.523444 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8bbca279-8afc-40e5-8807-0a8345dbf068 req-e0db78bf-f5ee-43a0-b1f4-2bb74c8ab30f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527176 May 09 18:36:59.530030 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3f190-729f-48f8-ac3e-23f73a35ffe3 req-d90a4b19-f628-4a17-837b-4f1d65866de3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.539108 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66a3f190-729f-48f8-ac3e-23f73a35ffe3 req-d90a4b19-f628-4a17-837b-4f1d65866de3 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 946 time: 0.1964927 May 09 18:36:59.586522 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks [] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.593306 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks [] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.597464 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.601604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Deleting port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:59.601953 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.663253 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.683648 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.688746 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:59.697443 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Current status of the port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:59.706551 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:59.707226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.719615 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:59.727122 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:59.735789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Provisioning complete for port 249c6832-2fd5-4b53-814a-d681fff65fae triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:59.736688 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.743080 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c9145-ff7e-45e4-9bd0-87c85eced704 None None] Pushing event updated for resources: {'Port': ['ID=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.751343 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66a3f190-729f-48f8-ac3e-23f73a35ffe3 req-4a14108e-bab5-40c5-9d82-8f99d63acdda tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups?id=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007422 May 09 18:36:59.766604 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Attempting to bind port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:59.767151 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Attempting to bind port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:59.767709 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Attempting to bind port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:59.775371 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:59.777318 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:59.777824 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.778371 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:59.778973 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Bound port: c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:59.779651 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.802937 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] For port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:59.803604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.827145 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (3aa17104-543d-4488-9b24-97c57829761b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.837421 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] For port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:59.838097 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.841479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Calling delete_port for 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:59.909503 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] For port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:59.922489 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] For port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:59.939119 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.941771 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Pushing event updated for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.977249 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:59.993242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b844ab93-891f-4215-bc6a-b58936f25b4c None None] Current status of the port 249c6832-2fd5-4b53-814a-d681fff65fae is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:00.069285 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:00.071244 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:00.121483 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-abb7808d-1c98-4bca-949b-728752a476c1 None None] Provisioning complete for port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:00.122005 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb7808d-1c98-4bca-949b-728752a476c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.151811 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.197276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 249c6832-2fd5-4b53-814a-d681fff65fae up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:00.199316 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c9145-ff7e-45e4-9bd0-87c85eced704 None None] Pushing event updated for resources: {'Port': ['ID=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:00.247662 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.248265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.248379 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Floating IP b8e54f55-1e0d-4f5a-9589-8984e1598330 disassociated. External IP: 172.27.3.32, port: 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7. May 09 18:37:00.248675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Calling delete_port for 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:00.273101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (34a62ebb-9a32-4a9c-b58d-d0f3d59b133e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.324123 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:00.335470 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['34a62ebb-9a32-4a9c-b58d-d0f3d59b133e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:00.341281 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Pushing event deleted for resources: {'Port': ['ID=34a62ebb-9a32-4a9c-b58d-d0f3d59b133e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:00.354084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks [] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.364445 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59298451'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.405618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] No DVR routers for this DVR port 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:00.408466 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.412399 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-861b2c66-5bde-4b76-b44e-bd343b60b55b req-ec02aceb-22c4-4409-815b-027b7b32112a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "DELETE /v2.0/ports/34a62ebb-9a32-4a9c-b58d-d0f3d59b133e HTTP/1.1" status: 204 len: 173 time: 1.3776078 May 09 18:37:00.422710 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'name': 'network-vif-deleted', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:00.426271 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f939b49-44a9-4588-b70f-7c840e87c572" -d '{"events": [{"server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "name": "network-vif-deleted", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:00.482948 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 249c6832-2fd5-4b53-814a-d681fff65fae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:00.483553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.492773 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (3aa17104-543d-4488-9b24-97c57829761b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.496496 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Pushing event updated for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:00.585550 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df817592-a19a-407b-8961-8e3e6229432e x-openstack-request-id: req-df817592-a19a-407b-8961-8e3e6229432e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:00.586308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e19b2-bf67-4740-af3f-3c78ae117327", "name": "network-vif-deleted", "tag": "34a62ebb-9a32-4a9c-b58d-d0f3d59b133e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:00.586574 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df817592-a19a-407b-8961-8e3e6229432e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:00.588217 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df817592-a19a-407b-8961-8e3e6229432e'] response: {'server_uuid': 'ba0e19b2-bf67-4740-af3f-3c78ae117327', 'name': 'network-vif-deleted', 'tag': '34a62ebb-9a32-4a9c-b58d-d0f3d59b133e', 'status': 'completed', 'code': 200} May 09 18:37:00.598895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-abb7808d-1c98-4bca-949b-728752a476c1 None None] Current status of the port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:00.639361 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:00.641417 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:00.660994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (24ac401c-c8b4-41af-97fa-c5c82f0aa6b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.693662 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 249c6832-2fd5-4b53-814a-d681fff65fae is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:00.696172 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:00.742158 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'Port': ['ID=24ac401c-c8b4-41af-97fa-c5c82f0aa6b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:00.760861 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '703163d5-9581-4c7f-8e05-95e3d5e93f9f', 'name': '', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'mac_address': 'fa:16:3e:54:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:59Z', 'updated_at': '2022-05-09T18:36:59Z', 'revision_number': 1, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'subnets': [{'id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:00.777170 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b7bba45-e6ca-476b-b643-1e74e3a1a304 req-d12e0d23-9bbf-4a23-bf09-4fcbf76c1e0a tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba0e19b2-bf67-4740-af3f-3c78ae117327 HTTP/1.1" status: 200 len: 210 time: 0.0445755 May 09 18:37:00.814340 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:00.814770 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.819155 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8968938-7f38-4b73-b4b5-98aeb791bbba None None] The sync data for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi is: [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '703163d5-9581-4c7f-8e05-95e3d5e93f9f', 'name': '', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'mac_address': 'fa:16:3e:54:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:59Z', 'updated_at': '2022-05-09T18:36:59Z', 'revision_number': 1, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'subnets': [{'id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:00.905296 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9512b9f8-cfcf-4e20-a498-6e9532783636 None None] Provisioning complete for port 703163d5-9581-4c7f-8e05-95e3d5e93f9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:00.905694 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9512b9f8-cfcf-4e20-a498-6e9532783636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.928960 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83573399-6d9e-4fc9-bb47-b08dfc257533 req-8d704872-62f7-408d-a9c4-8161fa73bf19 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 210 time: 0.0397213 May 09 18:37:00.953956 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Router 3aa17104-543d-4488-9b24-97c57829761b has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:01.001790 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9512b9f8-cfcf-4e20-a498-6e9532783636 None None] Port 703163d5-9581-4c7f-8e05-95e3d5e93f9f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:01.049537 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:01.119038 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02002349-9423-4780-a876-776dc155e3bf None None] Provisioning complete for port 703163d5-9581-4c7f-8e05-95e3d5e93f9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:01.119452 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02002349-9423-4780-a876-776dc155e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.185887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:01.198791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02002349-9423-4780-a876-776dc155e3bf None None] Port 703163d5-9581-4c7f-8e05-95e3d5e93f9f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:01.206905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:01.221234 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f00987f7-ed09-4557-8ce0-c15a7bf00061 admin admin] 10.222.0.25 "PUT /v2.0/routers/3aa17104-543d-4488-9b24-97c57829761b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808783 May 09 18:37:01.412433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:01.423579 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:01.440315 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:01.441236 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:01.480852 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:01.500714 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] No DVR routers for this DVR port 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:01.504237 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.508332 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f762609a-e22f-4700-af2c-fe6b4bedb41b req-7a43a9eb-5033-436e-9b91-3fadccf73bff tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.36 "DELETE /v2.0/ports/24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 HTTP/1.1" status: 204 len: 173 time: 2.4390466 May 09 18:37:01.607336 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:01.685456 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d87430f9-353a-4a36-a9de-98f889416c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.841642 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d87430f9-353a-4a36-a9de-98f889416c77 admin admin] Publish callbacks [] for security_group (ccd1b808-e3d0-4004-9c9b-fa1c43069597), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.848420 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d87430f9-353a-4a36-a9de-98f889416c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ccd1b808-e3d0-4004-9c9b-fa1c43069597), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.905903 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:01.910566 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531814017', 'description': 'tempest-secgroup-smoke-531814017 description', 'project_id': '84f9c806f7d54963bd886eae2ab22c38'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:01.913628 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87430f9-353a-4a36-a9de-98f889416c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1b808-e3d0-4004-9c9b-fa1c43069597,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:01.937698 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d87430f9-353a-4a36-a9de-98f889416c77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf022dc7daa24b4b8cbeae7ee9aec6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555194 May 09 18:37:01.940278 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:01.978620 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.080748 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] Publish callbacks [] for security_group (ccd1b808-e3d0-4004-9c9b-fa1c43069597), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.137918 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] Publish callbacks [] for security_group (ccd1b808-e3d0-4004-9c9b-fa1c43069597), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.172898 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:02.205442 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fced9e72-cb29-48fa-b44a-3a5daaaccb3a req-99d32980-6952-4896-a822-70548863ea47 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd17ee8-9df4-4b0b-b150-574fed351dde HTTP/1.1" status: 200 len: 210 time: 0.0798171 May 09 18:37:02.224563 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (50772591-6dc1-487f-af77-fab6fc1049f2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.234801 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:02.235228 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ccd1b808-e3d0-4004-9c9b-fa1c43069597), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.238383 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:02.238841 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (50772591-6dc1-487f-af77-fab6fc1049f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.240301 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.244459 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccd1b808-e3d0-4004-9c9b-fa1c43069597 HTTP/1.1" status: 204 len: 168 time: 0.3021886 May 09 18:37:02.267539 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe56823-14c7-476e-a007-6415d10e6ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1b808-e3d0-4004-9c9b-fa1c43069597,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.302144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.304431 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:02.305117 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:02.306983 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.307125 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4000521 May 09 18:37:02.309339 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2182b58-e64f-4626-83a7-501c785255ee tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50772591-6dc1-487f-af77-fab6fc1049f2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.314027 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:02.348239 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (e66826bb-1a51-484d-acc7-770e1348aa69), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.375226 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:02.375420 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.428920 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (e66826bb-1a51-484d-acc7-770e1348aa69), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.434999 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (e66826bb-1a51-484d-acc7-770e1348aa69), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.459388 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66826bb-1a51-484d-acc7-770e1348aa69,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.475988 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.480485 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.486036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:02.490883 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7b8d8fda-cddc-4090-bd52-7c042312264f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817870 May 09 18:37:02.501906 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:02.502393 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.517458 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (11a4408e-d801-4399-be78-5ab5251338b8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.535085 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:02.566723 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:02.574118 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.590978 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (11a4408e-d801-4399-be78-5ab5251338b8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.591958 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-deleted', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:02.594724 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045efc1b-7652-4f15-9066-4044084d87a9" -d '{"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-deleted", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:02.598113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (11a4408e-d801-4399-be78-5ab5251338b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.618740 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a4408e-d801-4399-be78-5ab5251338b8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.631803 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.635744 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6c850a97-8fdb-4e50-9130-7c78de03d05c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514182 May 09 18:37:02.636084 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.640545 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:02.648501 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa8c734-bb35-4a25-b516-9c91a1a2eabd x-openstack-request-id: req-eaa8c734-bb35-4a25-b516-9c91a1a2eabd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:02.648863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd17ee8-9df4-4b0b-b150-574fed351dde", "name": "network-vif-deleted", "tag": "24ac401c-c8b4-41af-97fa-c5c82f0aa6b7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:02.649182 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaa8c734-bb35-4a25-b516-9c91a1a2eabd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:02.649646 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa8c734-bb35-4a25-b516-9c91a1a2eabd'] response: {'server_uuid': 'edd17ee8-9df4-4b0b-b150-574fed351dde', 'name': 'network-vif-deleted', 'tag': '24ac401c-c8b4-41af-97fa-c5c82f0aa6b7', 'status': 'completed', 'code': 200} May 09 18:37:02.669838 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.686993 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-705cc3e2-eaff-414e-8529-97612056f7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.702303 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (f6ad13f2-ef53-462a-bbb7-c48aed2a9738), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.748774 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.770059 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (f6ad13f2-ef53-462a-bbb7-c48aed2a9738), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.777656 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (f6ad13f2-ef53-462a-bbb7-c48aed2a9738), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.805717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ad13f2-ef53-462a-bbb7-c48aed2a9738,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.814162 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.815411 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0704d459-c339-4779-9cbd-2e11ce61a090 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782830 May 09 18:37:02.819245 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.824113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:02.845486 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:02.856070 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (b3fd0394-1202-4f44-a3dd-7259f4687a2a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.856288 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-705cc3e2-eaff-414e-8529-97612056f7ab admin admin] Publish callbacks [] for security_group (4d22fbd4-06e4-4ab3-9e65-b14c350069d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.861234 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-705cc3e2-eaff-414e-8529-97612056f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (4d22fbd4-06e4-4ab3-9e65-b14c350069d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.877160 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf562165-6f92-4bec-abf2-cf84a2039b7a None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:30:52Z', 'revision_number': 4, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'f79509f3-8e13-4bda-a944-834d48c08b73', 'name': '', 'network_id': 'f5e8d460-3fdc-4b49-8c18-f792777a0c26', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'mac_address': 'fa:16:3e:b9:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:52Z', 'updated_at': '2022-05-09T18:31:00Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'subnets': [{'id': '114fb703-1478-4ad8-93a4-d33999ff7a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:02.912011 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-705cc3e2-eaff-414e-8529-97612056f7ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17fc95390f2e4d68ac41d16c06deaee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401185 May 09 18:37:02.912572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:02.913322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc3e2-eaff-414e-8529-97612056f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d22fbd4-06e4-4ab3-9e65-b14c350069d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.954753 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (b3fd0394-1202-4f44-a3dd-7259f4687a2a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.966088 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (b3fd0394-1202-4f44-a3dd-7259f4687a2a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.994804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] Publish callbacks [] for security_group (4d22fbd4-06e4-4ab3-9e65-b14c350069d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.996805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fd0394-1202-4f44-a3dd-7259f4687a2a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:03.003428 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.004599 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fb934f49-0585-4a7b-802c-70ef30e54fbd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843626 May 09 18:37:03.008057 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.012461 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:03.023031 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] Publish callbacks [] for security_group (4d22fbd4-06e4-4ab3-9e65-b14c350069d9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.033166 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Project 84f9c806f7d54963bd886eae2ab22c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:37:03.038824 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (562eb9e5-0ec8-4556-ac3d-c0d104b67724), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.071717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (4d22fbd4-06e4-4ab3-9e65-b14c350069d9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.074247 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.078160 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d22fbd4-06e4-4ab3-9e65-b14c350069d9 HTTP/1.1" status: 204 len: 168 time: 0.1646230 May 09 18:37:03.087096 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf2f8e-40fc-48de-82a7-ae61aaae3bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d22fbd4-06e4-4ab3-9e65-b14c350069d9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:03.103744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (562eb9e5-0ec8-4556-ac3d-c0d104b67724), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.107616 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (562eb9e5-0ec8-4556-ac3d-c0d104b67724), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.128578 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562eb9e5-0ec8-4556-ac3d-c0d104b67724,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:03.135752 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.137020 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1bba7f2c-be48-4f86-a0be-6d77fffc6774 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279902 May 09 18:37:03.139655 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.143872 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'security_group_rule': {'security_group_id': '50772591-6dc1-487f-af77-fab6fc1049f2', 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:03.163668 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Project 84f9c806f7d54963bd886eae2ab22c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:37:03.169083 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (4dc313b6-4706-4af7-a34f-e0150dad1016), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.239737 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (4dc313b6-4706-4af7-a34f-e0150dad1016), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.246451 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (4dc313b6-4706-4af7-a34f-e0150dad1016), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.263887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc313b6-4706-4af7-a34f-e0150dad1016,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:03.276006 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.280983 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d1a9e074-329b-4e4b-bcd9-eaf7378a5163 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401207 May 09 18:37:03.325536 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.384233 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.410592 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.472544 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.475190 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.476371 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "DELETE /v2.0/security-groups/2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949 HTTP/1.1" status: 204 len: 168 time: 0.1496561 May 09 18:37:03.479617 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.492155 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd0f4d-7c5f-4d0d-807e-02b92c7bbc6f tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:03.496252 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-03eb2f06-1a1a-4dfc-b49b-695c79f5c3de tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] show failed (client error): The resource could not be found. May 09 18:37:03.497826 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-03eb2f06-1a1a-4dfc-b49b-695c79f5c3de tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "GET /v2.0/security-groups/2df5e4aa-6b63-4ac7-bc87-f1aa4ce5c949 HTTP/1.1" status: 404 len: 347 time: 0.0172429 May 09 18:37:03.507833 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.668603 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Deleting port 6a9fd004-f879-4b20-80c9-4aec400be5a8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:03.669203 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.727656 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a94d2e-5944-4459-ab49-69c6d2fc3426 None None] New status for floating IP b8e54f55-1e0d-4f5a-9589-8984e1598330: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:37:03.765321 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.766321 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (6a9fd004-f879-4b20-80c9-4aec400be5a8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.785401 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Calling delete_port for 6a9fd004-f879-4b20-80c9-4aec400be5a8 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:03.991887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (6a9fd004-f879-4b20-80c9-4aec400be5a8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.019277 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Pushing event deleted for resources: {'Port': ['ID=6a9fd004-f879-4b20-80c9-4aec400be5a8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:04.095682 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks [] for floatingip (b8e54f55-1e0d-4f5a-9589-8984e1598330), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.097739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:04.098349 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.103078 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0f431831-7cd4-4df6-b334-a95d16f30481 tempest-AttachVolumeShelveTestJSON-67833414 tempest-AttachVolumeShelveTestJSON-67833414-project] 10.222.0.25 "DELETE /v2.0/floatingips/b8e54f55-1e0d-4f5a-9589-8984e1598330 HTTP/1.1" status: 204 len: 168 time: 0.5931616 May 09 18:37:04.130930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Sync routers for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:04.154341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:04.155604 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:04.219016 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:04.219308 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.318701 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:04.429843 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:04.561732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '703163d5-9581-4c7f-8e05-95e3d5e93f9f', 'name': '', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'mac_address': 'fa:16:3e:54:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:59Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 2, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'subnets': [{'id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:04.589695 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Checking router: 3aa17104-543d-4488-9b24-97c57829761b for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:04.590347 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Updating router 3aa17104-543d-4488-9b24-97c57829761b port 703163d5-9581-4c7f-8e05-95e3d5e93f9f binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:37:04.617599 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.914848 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks [] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.924186 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.982727 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b60010-9f69-49de-9a54-2519be120730 None None] Pushing event updated for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:04.990606 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:05.016247 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:05.016601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 34a62ebb-9a32-4a9c-b58d-d0f3d59b133e not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:05.017024 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:05.060261 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:05.060614 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 24ac401c-c8b4-41af-97fa-c5c82f0aa6b7 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:05.093813 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Attempting to bind port 703163d5-9581-4c7f-8e05-95e3d5e93f9f on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:05.094498 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Attempting to bind port 703163d5-9581-4c7f-8e05-95e3d5e93f9f by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:05.094872 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Attempting to bind port 703163d5-9581-4c7f-8e05-95e3d5e93f9f on network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:05.103904 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:05.104587 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Checking segment: {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:05.104681 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.105036 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Bound using segment: {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:05.105514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Bound port: 703163d5-9581-4c7f-8e05-95e3d5e93f9f, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5877bec-8626-4a7a-bcf6-3b20980ae137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:05.105895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.186127 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] For port 703163d5-9581-4c7f-8e05-95e3d5e93f9f, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:05.189750 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] For port 703163d5-9581-4c7f-8e05-95e3d5e93f9f, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=703163d5-9581-4c7f-8e05-95e3d5e93f9f,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:05.197074 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.271866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:05.272577 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:05.277648 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b60010-9f69-49de-9a54-2519be120730 None None] Pushing event updated for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:05.314775 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Provisioning complete for port 703163d5-9581-4c7f-8e05-95e3d5e93f9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:05.315153 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.642397 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:05.668826 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:05.678726 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Current status of the port 703163d5-9581-4c7f-8e05-95e3d5e93f9f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:05.678726 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.753683 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] For port 703163d5-9581-4c7f-8e05-95e3d5e93f9f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=703163d5-9581-4c7f-8e05-95e3d5e93f9f,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:05.764120 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.798271 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2158231b-cd71-4310-ba40-e4399b4e8774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.866480 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e809e-6e74-4a28-b00f-80227a57f42f None None] Pushing event updated for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:05.880841 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2158231b-cd71-4310-ba40-e4399b4e8774 admin admin] Publish callbacks [] for security_group (bd329544-c83e-43e1-a424-bd3c2f9d0a5e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.885559 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2158231b-cd71-4310-ba40-e4399b4e8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (bd329544-c83e-43e1-a424-bd3c2f9d0a5e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.896386 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4fe8185d-5cc2-4928-a053-d6e726a4556b None None] Provisioning complete for port 703163d5-9581-4c7f-8e05-95e3d5e93f9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:05.896825 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fe8185d-5cc2-4928-a053-d6e726a4556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.921940 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2158231b-cd71-4310-ba40-e4399b4e8774 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ebc9ee7a9b048dba7e41c9569ec27d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518966 May 09 18:37:05.924580 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:05.933698 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158231b-cd71-4310-ba40-e4399b4e8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd329544-c83e-43e1-a424-bd3c2f9d0a5e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:05.958641 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '703163d5-9581-4c7f-8e05-95e3d5e93f9f', 'name': '', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'mac_address': 'fa:16:3e:54:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:59Z', 'updated_at': '2022-05-09T18:37:05Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'subnets': [{'id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:05.983785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] Publish callbacks [] for security_group (bd329544-c83e-43e1-a424-bd3c2f9d0a5e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.999729 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3981-f8c1-4421-9e4e-8b828de11875 None None] The sync data for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi is: [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:00Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '703163d5-9581-4c7f-8e05-95e3d5e93f9f', 'name': '', 'network_id': 'acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'mac_address': 'fa:16:3e:54:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:59Z', 'updated_at': '2022-05-09T18:37:05Z', 'revision_number': 4, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'subnets': [{'id': '551fca8f-56cd-4e7a-9e57-c61f6ad97364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:06.019667 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] Publish callbacks [] for security_group (bd329544-c83e-43e1-a424-bd3c2f9d0a5e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.061736 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8185d-5cc2-4928-a053-d6e726a4556b None None] Current status of the port 703163d5-9581-4c7f-8e05-95e3d5e93f9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:06.091286 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (bd329544-c83e-43e1-a424-bd3c2f9d0a5e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.094453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.095663 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd329544-c83e-43e1-a424-bd3c2f9d0a5e HTTP/1.1" status: 204 len: 168 time: 0.1701343 May 09 18:37:06.116643 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9473-3ad2-49da-be6a-0ccb5a32c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd329544-c83e-43e1-a424-bd3c2f9d0a5e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:06.124433 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 703163d5-9581-4c7f-8e05-95e3d5e93f9f up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:06.196850 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 703163d5-9581-4c7f-8e05-95e3d5e93f9f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:06.197490 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.289414 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 703163d5-9581-4c7f-8e05-95e3d5e93f9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:06.436415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 39980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:06.455255 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7623b7-d742-4ec2-a1b6-7aff9e11e514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.557254 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7623b7-d742-4ec2-a1b6-7aff9e11e514 admin admin] Publish callbacks [] for security_group (dea82454-9306-4809-aa93-89875c7a7750), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.558045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7623b7-d742-4ec2-a1b6-7aff9e11e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (dea82454-9306-4809-aa93-89875c7a7750), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.597616 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be7623b7-d742-4ec2-a1b6-7aff9e11e514 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63c7c828b0de4b63bfdfa1f0f3695d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564546 May 09 18:37:06.598733 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7623b7-d742-4ec2-a1b6-7aff9e11e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea82454-9306-4809-aa93-89875c7a7750,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:06.600932 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 39986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:06.670960 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] Publish callbacks [] for security_group (dea82454-9306-4809-aa93-89875c7a7750), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.697193 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] Publish callbacks [] for security_group (dea82454-9306-4809-aa93-89875c7a7750), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.750496 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (dea82454-9306-4809-aa93-89875c7a7750), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.753202 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.754584 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dea82454-9306-4809-aa93-89875c7a7750 HTTP/1.1" status: 204 len: 168 time: 0.1505790 May 09 18:37:06.766551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73d04-09b3-451e-827f-765a999025db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea82454-9306-4809-aa93-89875c7a7750,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:07.655111 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:08.189750 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (3b6afba5-da6f-482c-abba-27d621a57cb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.673742 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Deleting port f79509f3-8e13-4bda-a944-834d48c08b73 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:08.674077 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.750668 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] For port f79509f3-8e13-4bda-a944-834d48c08b73, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=f79509f3-8e13-4bda-a944-834d48c08b73,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:08.751030 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.764112 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Calling delete_port for f79509f3-8e13-4bda-a944-834d48c08b73 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:08.940774 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (f79509f3-8e13-4bda-a944-834d48c08b73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.969573 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79509f3-8e13-4bda-a944-834d48c08b73,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:09.133750 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (3b6afba5-da6f-482c-abba-27d621a57cb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.349367 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Router 3b6afba5-da6f-482c-abba-27d621a57cb4 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:09.453462 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:09.458281 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6b300378-9f4c-4639-bf44-39720c0888d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/3b6afba5-da6f-482c-abba-27d621a57cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037815 May 09 18:37:09.460777 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40044) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:09.463186 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Sync routers for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:09.473497 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:09.474111 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:09.565964 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks [] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.579489 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:09.659727 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.673431 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks [] for router_gateway (3b6afba5-da6f-482c-abba-27d621a57cb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.717441 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Deleting port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:09.717780 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.749758 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:37:08Z', 'revision_number': 5, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port': {'id': '32b9cccf-0958-47aa-8fc8-5f0ade5a900f', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:30:49Z', 'updated_at': '2022-05-09T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:09.776309 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Checking router: 3b6afba5-da6f-482c-abba-27d621a57cb4 for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:09.784610 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Routers {'3b6afba5-da6f-482c-abba-27d621a57cb4'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:09.785212 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:36:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3b6afba5-da6f-482c-abba-27d621a57cb4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:09.795546 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] For port 32b9cccf-0958-47aa-8fc8-5f0ade5a900f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:09.795918 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.810479 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Calling delete_port for 32b9cccf-0958-47aa-8fc8-5f0ade5a900f owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:09.878519 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] Set router 3b6afba5-da6f-482c-abba-27d621a57cb4 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:09.934425 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:37:09Z', 'revision_number': 6, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:09.971272 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10926cab-1bef-4a94-8eb2-39890340a8dc None None] The sync data for ids ['3b6afba5-da6f-482c-abba-27d621a57cb4'] in dv-cinder-841125-3-iscsi is: [{'id': '3b6afba5-da6f-482c-abba-27d621a57cb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1543653896-router', 'tenant_id': '127c608e5ebd478282b045739182c41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:30:48Z', 'updated_at': '2022-05-09T18:37:09Z', 'revision_number': 6, 'project_id': '127c608e5ebd478282b045739182c41e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:10.032252 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (32b9cccf-0958-47aa-8fc8-5f0ade5a900f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.059316 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b9cccf-0958-47aa-8fc8-5f0ade5a900f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:10.130797 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (3b6afba5-da6f-482c-abba-27d621a57cb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.257652 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.260022 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks [] for router_controller (3b6afba5-da6f-482c-abba-27d621a57cb4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.275149 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-6366d438-6ca4-407b-bb6b-d7566a3b335f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:10.276753 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-6366d438-6ca4-407b-bb6b-d7566a3b335f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 813 time: 0.1204228 May 09 18:37:10.299881 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-194ddbba-d9e5-4f45-8e17-4cd737c5fe58 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/quotas/64dd788fefab4eeab253b0f0d341fd2d HTTP/1.1" status: 200 len: 375 time: 0.0169544 May 09 18:37:10.309115 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (3b6afba5-da6f-482c-abba-27d621a57cb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.309589 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6afba5-da6f-482c-abba-27d621a57cb4 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:37:10.315717 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.319289 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b12d3dff-48f9-4287-bb02-07f8edf03161 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3b6afba5-da6f-482c-abba-27d621a57cb4 HTTP/1.1" status: 204 len: 168 time: 0.8552747 May 09 18:37:10.319573 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:10.332500 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-1a081b75-7d82-415e-bc4d-f82b19a98c11 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311635 May 09 18:37:10.374069 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Deleting subnet 114fb703-1478-4ad8-93a4-d33999ff7a6d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:37:10.377343 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Publish callbacks [] for subnet (114fb703-1478-4ad8-93a4-d33999ff7a6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.419518 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f79509f3-8e13-4bda-a944-834d48c08b73 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:10.434874 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (114fb703-1478-4ad8-93a4-d33999ff7a6d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.479148 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: f79509f3-8e13-4bda-a944-834d48c08b73 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:10.479792 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device f79509f3-8e13-4bda-a944-834d48c08b73 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:10.525822 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-69fa1816-04fa-4dc8-b81d-a86b24ef908a service neutron] 10.222.0.25 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707401 May 09 18:37:10.553734 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (114fb703-1478-4ad8-93a4-d33999ff7a6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.617448 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (114fb703-1478-4ad8-93a4-d33999ff7a6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.635393 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-a703222e-d39e-4187-9b0e-294b1f035c8c service neutron] 10.222.0.25 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023164 May 09 18:37:10.647716 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114fb703-1478-4ad8-93a4-d33999ff7a6d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:10.651307 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.654597 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c7a71ab5-b837-4a4e-82ed-711ae0f606af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/114fb703-1478-4ad8-93a4-d33999ff7a6d HTTP/1.1" status: 204 len: 168 time: 0.3340335 May 09 18:37:10.657423 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:10.659663 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb009f8-e949-426b-8bea-757a062bfe36 None None] Network f5e8d460-3fdc-4b49-8c18-f792777a0c26 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:10.769820 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (f5e8d460-3fdc-4b49-8c18-f792777a0c26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.902174 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1d2dbce8-a9cf-4778-b155-3532ef82d98c req-7a55a8dc-d18f-46c4-ac1b-80501badb94c tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 210 time: 0.0713437 May 09 18:37:10.903082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Deleting port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:10.903511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.917368 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690492dc-7241-461a-922a-bc9587108302 None None] DHCP port deletion for f5e8d460-3fdc-4b49-8c18-f792777a0c26 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:37:10.978868 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-690492dc-7241-461a-922a-bc9587108302 None None] Deleting port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:10.978868 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-690492dc-7241-461a-922a-bc9587108302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.001140 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] For port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:11.001507 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.020805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Calling delete_port for 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:11.052588 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-690492dc-7241-461a-922a-bc9587108302 None None] For port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,segment=NetworkSegment(29668675-2899-410b-bd95-31d456c61b85),segment_id=29668675-2899-410b-bd95-31d456c61b85)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:11.053312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-690492dc-7241-461a-922a-bc9587108302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.074988 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-690492dc-7241-461a-922a-bc9587108302 None None] Calling delete_port for 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:11.121882 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.153015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:11.156848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] No DVR routers for this DVR port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 on host dv-cinder-841125-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:11.179032 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-690492dc-7241-461a-922a-bc9587108302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (3148d9ae-f06d-4cb2-a66b-1e3d197e5a17), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.220924 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690492dc-7241-461a-922a-bc9587108302 None None] No DVR routers for this DVR port 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:11.227940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690492dc-7241-461a-922a-bc9587108302 None None] Pushing event deleted for resources: {'Port': ['ID=3148d9ae-f06d-4cb2-a66b-1e3d197e5a17,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:11.400030 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53e06e4c-76a6-4651-91ec-ba08a24e61b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.558698 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (f5e8d460-3fdc-4b49-8c18-f792777a0c26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.578897 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e8d460-3fdc-4b49-8c18-f792777a0c26']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:11.588762 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29668675-2899-410b-bd95-31d456c61b85') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:11.589061 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29668675-2899-410b-bd95-31d456c61b85') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:11.599250 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (29668675-2899-410b-bd95-31d456c61b85), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.611980 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (29668675-2899-410b-bd95-31d456c61b85), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.618248 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:37:11.618630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (29668675-2899-410b-bd95-31d456c61b85), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:37:11.620550 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:37:11.675622 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (f5e8d460-3fdc-4b49-8c18-f792777a0c26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.680874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.683907 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5e8d460-3fdc-4b49-8c18-f792777a0c26 HTTP/1.1" status: 204 len: 168 time: 1.0191534 May 09 18:37:11.698342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086a131-3e89-4756-91b6-f9fd472c9e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e8d460-3fdc-4b49-8c18-f792777a0c26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:11.801375 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:11.845661 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5d9b3c05-d8ae-4c32-aa05-bbe5a36ae4d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=127c608e5ebd478282b045739182c41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399098 May 09 18:37:11.845918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:11.898106 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] Publish callbacks [] for security_group (f00648a7-5fcd-46da-ac32-4e6dba648618), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.938324 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] Publish callbacks [] for security_group (f00648a7-5fcd-46da-ac32-4e6dba648618), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.081837 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b822492c-aa67-42d3-b26e-c15fb11034e5 req-2727ae7e-2241-460e-aef1-0c4017cbd61d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 210 time: 0.0416067 May 09 18:37:12.100817 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-197832e2-edcb-4cc5-b07a-f140a6e2bbe6 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:12.102112 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:12.102600 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-197832e2-edcb-4cc5-b07a-f140a6e2bbe6 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 813 time: 0.1831892 May 09 18:37:12.110450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f00648a7-5fcd-46da-ac32-4e6dba648618), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.112257 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.113454 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f00648a7-5fcd-46da-ac32-4e6dba648618 HTTP/1.1" status: 204 len: 168 time: 0.2665961 May 09 18:37:12.126773 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:12.127132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 3148d9ae-f06d-4cb2-a66b-1e3d197e5a17 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:12.127574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 32b9cccf-0958-47aa-8fc8-5f0ade5a900f no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:12.138551 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Request body: {'port': {'device_id': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8', 'admin_state_up': True, 'tenant_id': '64dd788fefab4eeab253b0f0d341fd2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:12.143967 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc595d5-a777-4319-b2b3-372304013446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00648a7-5fcd-46da-ac32-4e6dba648618,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.172478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 32b9cccf-0958-47aa-8fc8-5f0ade5a900f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:12.172927 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 32b9cccf-0958-47aa-8fc8-5f0ade5a900f not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:12.280913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Made reservation on behalf of 64dd788fefab4eeab253b0f0d341fd2d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:12.284440 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.322450 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:12.434988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Allocated IP 172.20.0.6 (b57d7f0b-92ae-439d-91c0-77be8f7f50c8/5e03e5f4-501a-4f62-8cf0-cb50ee7d5564/5e1ae9aa-0a11-462a-821e-04380f9105c2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:12.441759 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac07491-987d-4a25-98b5-ca01cb2cc6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.534167 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac07491-987d-4a25-98b5-ca01cb2cc6d4 admin admin] Publish callbacks [] for security_group (c7c87023-5d4b-443b-86d8-7471b82294ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.538582 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac07491-987d-4a25-98b5-ca01cb2cc6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c7c87023-5d4b-443b-86d8-7471b82294ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.583216 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0ac07491-987d-4a25-98b5-ca01cb2cc6d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dfe380cce1e4dc8b016422e4f40f547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595122 May 09 18:37:12.586851 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:12.587385 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07491-987d-4a25-98b5-ca01cb2cc6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c87023-5d4b-443b-86d8-7471b82294ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.650944 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks [] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.679848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] Publish callbacks [] for security_group (c7c87023-5d4b-443b-86d8-7471b82294ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.714675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] Publish callbacks [] for security_group (c7c87023-5d4b-443b-86d8-7471b82294ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.734614 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.793315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:12.798983 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:12.803738 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:12.835410 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Pushing event updated for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.841734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c7c87023-5d4b-443b-86d8-7471b82294ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.844263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.847242 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7c87023-5d4b-443b-86d8-7471b82294ee HTTP/1.1" status: 204 len: 168 time: 0.2575686 May 09 18:37:12.861348 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07c56c-d574-4e5b-bcc0-d6abffb8c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c87023-5d4b-443b-86d8-7471b82294ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.873251 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:12.873874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.896075 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-804a2057-bbc4-4720-9d2c-94fd714bd5c0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635963 May 09 18:37:12.914836 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Request body: {'port': {'device_id': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:12.992156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.258418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b497-2a2b-452f-b4a8-f72e1706179e req-4bd218a8-cbfb-4396-9e6c-5f4e2eb199be tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.259961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db47b497-2a2b-452f-b4a8-f72e1706179e req-4bd218a8-cbfb-4396-9e6c-5f4e2eb199be tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 931 time: 0.0747449 May 09 18:37:13.355944 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db47b497-2a2b-452f-b4a8-f72e1706179e req-fbfe36a5-40de-4ace-97d0-5c5aaf2f5772 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825257 May 09 18:37:13.366295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1ae9aa-0a11-462a-821e-04380f9105c2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:13.385376 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks [] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.400057 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Transition to ACTIVE for port object 5e1ae9aa-0a11-462a-821e-04380f9105c2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:13.404623 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.466103 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:13.536333 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Attempting to bind port 5e1ae9aa-0a11-462a-821e-04380f9105c2 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:13.536676 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Attempting to bind port 5e1ae9aa-0a11-462a-821e-04380f9105c2 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:13.537006 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Attempting to bind port 5e1ae9aa-0a11-462a-821e-04380f9105c2 on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:13.541490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Port 5e1ae9aa-0a11-462a-821e-04380f9105c2 on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:13.541811 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Attempting to bind port 5e1ae9aa-0a11-462a-821e-04380f9105c2 on network b57d7f0b-92ae-439d-91c0-77be8f7f50c8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:13.546681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:13.547027 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Checking segment: {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:13.547447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Bound using segment: {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:13.547884 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Bound port: 5e1ae9aa-0a11-462a-821e-04380f9105c2, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45c1826-220c-4b54-83e3-bdfe43345f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:13.548244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.618342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4b9-931d-4852-83c8-3a86e1666a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.630800 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:13.638406 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:13.646229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.687478 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.688133 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.689525 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] 10.222.0.36 "PUT /v2.0/ports/5e1ae9aa-0a11-462a-821e-04380f9105c2 HTTP/1.1" status: 200 len: 1093 time: 0.7800353 May 09 18:37:13.689968 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:13.692446 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66938a-ab43-4245-b276-9b9568ec68ed" -d '{"events": [{"name": "network-changed", "server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:13.722359 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338aa7b-5d2f-4806-819f-7e5a81438b1e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:13.748491 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4230c78-5526-496e-9b3c-c741692147ed x-openstack-request-id: req-b4230c78-5526-496e-9b3c-c741692147ed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:13.748776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:13.749043 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4230c78-5526-496e-9b3c-c741692147ed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:13.749607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4230c78-5526-496e-9b3c-c741692147ed'] response: {'name': 'network-changed', 'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2', 'status': 'completed', 'code': 200} May 09 18:37:13.753759 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:13.811217 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-6fcffd6e-afdf-4834-9387-dff9ba644d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.812017 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-6fcffd6e-afdf-4834-9387-dff9ba644d2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 1127 time: 0.0477588 May 09 18:37:13.867840 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-269795799-network', 'tenant_id': '05197c0440624fce9090b97e6826d516'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:13.871755 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-2cba913b-7d69-47c9-bc29-cd5fbe8353d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2 HTTP/1.1" status: 200 len: 217 time: 0.0457556 May 09 18:37:13.925555 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Made reservation on behalf of 05197c0440624fce9090b97e6826d516 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:13.927985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.941383 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.948985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-e675a03e-b825-41a3-93f1-53ace582cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.948985 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-e675a03e-b825-41a3-93f1-53ace582cee2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 200 len: 853 time: 0.0688457 May 09 18:37:13.988544 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-f8f5fb94-d8d3-47a3-8067-0b540a78a491 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345933 May 09 18:37:14.122949 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-8966c457-3708-4915-91a5-a9e214fec4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278615 May 09 18:37:14.127559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks [] for security_group (0c4dfcc8-42d9-46a4-b858-1517d388d524), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.137503 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0c4dfcc8-42d9-46a4-b858-1517d388d524), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.198453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:37:14.227524 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (debd3cb0-daa2-4bc0-a383-e83107f17554), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.227863 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Added segment debd3cb0-daa2-4bc0-a383-e83107f17554 of type vlan for network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 May 09 18:37:14.229197 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4dfcc8-42d9-46a4-b858-1517d388d524,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:14.299908 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fd344c73-2178-4c1a-a063-a4fe07b7dce0 req-635df8f0-fa2e-4fb3-bbe8-ce8975ba23cc service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707573 May 09 18:37:14.303379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (59036ca0-bb3f-4d2c-8a69-3aa429c09c41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.328248 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (59036ca0-bb3f-4d2c-8a69-3aa429c09c41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.329263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:14.329845 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.384507 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6296818 May 09 18:37:14.387385 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:14.393732 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Request body: {'subnet': {'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-269795799-subnet', 'tenant_id': '05197c0440624fce9090b97e6826d516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:14.409492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc66371-52a4-4a21-8b41-3d5ec63a69fb admin admin] Pushing event updated for resources: {'Network': ['ID=59036ca0-bb3f-4d2c-8a69-3aa429c09c41,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:14.425153 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:37:14.434013 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Made reservation on behalf of 05197c0440624fce9090b97e6826d516 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:14.436953 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.541427 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c37e3-77c2-4284-b8c7-5fcf566b7416 req-f5f6f88f-8b8c-483f-a425-566ec96babcc tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:14.542998 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e0c37e3-77c2-4284-b8c7-5fcf566b7416 req-f5f6f88f-8b8c-483f-a425-566ec96babcc tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 943 time: 0.1028235 May 09 18:37:14.619248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e0c37e3-77c2-4284-b8c7-5fcf566b7416 req-85195620-511f-492e-8298-e17375482dde tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 May 09 18:37:14.703658 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (dcbbcb0d-79bd-4098-867e-0bf37f643a87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.731976 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.758506 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbbcb0d-79bd-4098-867e-0bf37f643a87,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:14.768804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Checking segment: {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:14.769175 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Network hostable DHCP agents. Network: 59036ca0-bb3f-4d2c-8a69-3aa429c09c41, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:37:14.787385 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:37:14.796511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 59036ca0-bb3f-4d2c-8a69-3aa429c09c41) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:14.801265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:14.801861 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.806614 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212f25a-0d28-448f-8845-889692586927 None None] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:14.817235 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e4f1714d-ad6b-4386-ad3c-ee318dd2ffec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285536 May 09 18:37:14.911930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332134b-3041-487c-95fa-0ace7930d886 None None] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:15.185374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-965562f5-7b81-4679-bc37-a157dd0a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:15.186868 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-965562f5-7b81-4679-bc37-a157dd0a3b63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 1127 time: 0.0458827 May 09 18:37:15.287568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-f8d5df13-b5aa-430b-b7f0-5a1c7809edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:15.289055 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-f8d5df13-b5aa-430b-b7f0-5a1c7809edd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 914 time: 0.0948577 May 09 18:37:15.342671 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-62b5cdda-406b-4ec7-886d-487a428ea8da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2 HTTP/1.1" status: 200 len: 217 time: 0.0466132 May 09 18:37:15.403060 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-ab4eda44-a53d-4c23-940f-cdea82e617b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:15.405504 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-ab4eda44-a53d-4c23-940f-cdea82e617b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 200 len: 853 time: 0.0529366 May 09 18:37:15.445593 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-c1127a73-f185-4b46-9922-257eb0cbbfab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325990 May 09 18:37:15.532501 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-00f22a0b-da76-4829-a052-d400b70942d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806823 May 09 18:37:15.632197 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae66938a-ab43-4245-b276-9b9568ec68ed req-ae1f1309-5747-4388-b993-9b753c1d165f service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927615 May 09 18:37:15.735804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cbdb1-e378-467f-85b6-cab91359dde5 req-8fa0e05c-d63f-4de7-b045-e170a3105fa3 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:15.737328 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-100cbdb1-e378-467f-85b6-cab91359dde5 req-8fa0e05c-d63f-4de7-b045-e170a3105fa3 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 943 time: 0.0489876 May 09 18:37:15.786431 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-100cbdb1-e378-467f-85b6-cab91359dde5 req-e4f9f110-0416-4b9e-b9ea-9b581a46ef30 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 May 09 18:37:16.165342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.523561 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-fdef8b3f-dd12-463d-b04b-79a1c1a4413e tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:16.525053 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-fdef8b3f-dd12-463d-b04b-79a1c1a4413e tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 808 time: 0.1049495 May 09 18:37:16.541283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-66287553-9d7c-46e7-aae5-fa16415c2b3d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/quotas/05197c0440624fce9090b97e6826d516 HTTP/1.1" status: 200 len: 375 time: 0.0100031 May 09 18:37:16.577291 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-19a1a719-0e1e-46f8-836f-923279b9c3ef tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304387 May 09 18:37:16.737649 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-a1beadaa-1d10-4bdc-9efc-6b826b1e3d8c service neutron] 10.222.0.25 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506495 May 09 18:37:16.847519 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-d9d9313d-5726-4d0c-87f5-1f863debeba8 service neutron] 10.222.0.25 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012373 May 09 18:37:16.902185 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2380-db91-4150-b805-aca259b07d14 req-0e582195-575e-4f89-899b-bea5cbd24146 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:16.903714 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d6bf2380-db91-4150-b805-aca259b07d14 req-0e582195-575e-4f89-899b-bea5cbd24146 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 943 time: 0.0487571 May 09 18:37:16.953634 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d6bf2380-db91-4150-b805-aca259b07d14 req-e9d22173-6444-40cb-94a9-1eded47eba93 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 May 09 18:37:16.964610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e1ae9aa-0a11-462a-821e-04380f9105c2 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:17.011851 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b97edd8c-91d3-4620-ab27-7fdb756f84bb req-3c279404-84f8-41c9-a9f8-63a80bc3dcef tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 210 time: 0.0355020 May 09 18:37:17.073882 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:17.086261 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '5e1ae9aa-0a11-462a-821e-04380f9105c2', 'network_id': 'b57d7f0b-92ae-439d-91c0-77be8f7f50c8', 'port_id': '5e1ae9aa-0a11-462a-821e-04380f9105c2', 'mac_address': 'fa:16:3e:64:16:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03e5f4-501a-4f62-8cf0-cb50ee7d5564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:17.124856 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 5e1ae9aa-0a11-462a-821e-04380f9105c2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:17.125251 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.138844 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1ae9aa-0a11-462a-821e-04380f9105c2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:17.159606 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:17.163514 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.214328 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:17.446402 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['5e1ae9aa-0a11-462a-821e-04380f9105c2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:17.603333 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.039082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-f4ec2cb3-c1cc-4f6b-8ef9-0f2c0ac531c8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:18.040083 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-f4ec2cb3-c1cc-4f6b-8ef9-0f2c0ac531c8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 808 time: 0.1135499 May 09 18:37:18.058756 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Request body: {'port': {'device_id': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41', 'admin_state_up': True, 'tenant_id': '05197c0440624fce9090b97e6826d516'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:18.176177 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8d642120-9bd1-4e92-92db-d4c068aab810 req-ca4eb3b0-268b-4bd6-b957-d8e6ec6d298c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 210 time: 0.0662680 May 09 18:37:18.203544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f8be-716f-4201-b285-a9984c38b09b req-8b57bc8b-f938-4b95-93b7-d318eb830de3 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:18.205024 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f063f8be-716f-4201-b285-a9984c38b09b req-8b57bc8b-f938-4b95-93b7-d318eb830de3 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 944 time: 0.1266625 May 09 18:37:18.277383 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f063f8be-716f-4201-b285-a9984c38b09b req-d6aaa147-72ee-41a2-890b-ff6c125bcf56 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659339 May 09 18:37:18.278450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Made reservation on behalf of 05197c0440624fce9090b97e6826d516 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:18.281644 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.410655 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Allocated IP 172.20.0.7 (59036ca0-bb3f-4d2c-8a69-3aa429c09c41/dcbbcb0d-79bd-4098-867e-0bf37f643a87/6354c5f3-b5eb-4f1d-83d8-e74c5187ac65) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:18.555169 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks [] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.587617 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.631793 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:18.634935 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:18.642625 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:18.669816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Pushing event updated for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:18.702409 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:18.703022 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.718542 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-83391285-980b-4e3a-97d3-2cc71e0d1938 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6641705 May 09 18:37:18.736627 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Request body: {'port': {'device_id': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:18.793863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.964898 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e1ae9aa-0a11-462a-821e-04380f9105c2 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:19.012975 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 5e1ae9aa-0a11-462a-821e-04380f9105c2 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:19.019120 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 5e1ae9aa-0a11-462a-821e-04380f9105c2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:19.019523 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.048660 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:19.056631 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks [] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.069368 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Transition to ACTIVE for port object 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:19.073292 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.094492 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 5e1ae9aa-0a11-462a-821e-04380f9105c2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:19.094884 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.117089 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:19.119343 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381a19e-102f-4491-94c7-628432409b7c" -d '{"events": [{"server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:19.133057 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:19.137829 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.143654 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:19.163260 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b322afa4-ec9c-40ce-9602-bd0a83d0ce2b x-openstack-request-id: req-b322afa4-ec9c-40ce-9602-bd0a83d0ce2b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:19.163553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:19.163807 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b322afa4-ec9c-40ce-9602-bd0a83d0ce2b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:19.164195 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b322afa4-ec9c-40ce-9602-bd0a83d0ce2b'] response: {'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2', 'code': 200} May 09 18:37:19.186361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:19.196994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Attempting to bind port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:19.197331 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Attempting to bind port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:19.197657 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Attempting to bind port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:19.202773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:19.203095 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Attempting to bind port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:19.209470 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:19.209804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Checking segment: {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:19.210302 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Bound using segment: {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:19.210603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Bound port: 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:19.210965 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.321568 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b976ed-6cc8-40fb-8dc6-3f1d3f38b355 req-6f2ca802-e411-4f4a-aec9-c0b3d83c7c1d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.323065 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63b976ed-6cc8-40fb-8dc6-3f1d3f38b355 req-6f2ca802-e411-4f4a-aec9-c0b3d83c7c1d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 943 time: 0.0730002 May 09 18:37:19.325749 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:19.329417 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:19.355005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.452045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.452838 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.454216 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] 10.222.0.36 "PUT /v2.0/ports/6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 HTTP/1.1" status: 200 len: 1093 time: 0.7219169 May 09 18:37:19.464868 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:19.467832 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c945d86-3d58-4752-b08f-bb3d4d20109d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:19.498580 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e71ad-1d1d-4b7f-b2d3-93936a8f0240 req-9dfaad21-d0f3-45aa-b2db-07270319fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.500108 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc2e71ad-1d1d-4b7f-b2d3-93936a8f0240 req-9dfaad21-d0f3-45aa-b2db-07270319fbb2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 1129 time: 0.1543326 May 09 18:37:19.516637 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e135-9a68-4cd8-95d6-313ad3a5d3ac req-390f7365-b033-40b8-8282-e0cbe0ee7196 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.518089 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c65e135-9a68-4cd8-95d6-313ad3a5d3ac req-390f7365-b033-40b8-8282-e0cbe0ee7196 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.1610847 May 09 18:37:19.551322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63b976ed-6cc8-40fb-8dc6-3f1d3f38b355 req-c939beac-da56-4155-a9d0-5e34b5568ad8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179506 May 09 18:37:19.551908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bac0a6-6544-4e33-be14-bcfcac5f9c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:19.607982 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-962b884f-df6b-42da-8160-3494fcfc3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.609470 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-962b884f-df6b-42da-8160-3494fcfc3024 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 1127 time: 0.0826170 May 09 18:37:19.612167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d7360-c705-48f1-bcb2-d2efd1101e24 x-openstack-request-id: req-382d7360-c705-48f1-bcb2-d2efd1101e24 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:19.612382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:19.612680 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-382d7360-c705-48f1-bcb2-d2efd1101e24 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:19.613055 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382d7360-c705-48f1-bcb2-d2efd1101e24'] response: {'name': 'network-changed', 'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65', 'status': 'completed', 'code': 200} May 09 18:37:19.635579 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc2e71ad-1d1d-4b7f-b2d3-93936a8f0240 req-13ba9889-252d-4e8a-b274-b79c72362ba8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116784 May 09 18:37:19.646768 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c65e135-9a68-4cd8-95d6-313ad3a5d3ac req-334fa9cf-2807-418c-9788-ee6fc2756d02 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135981 May 09 18:37:19.935632 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-afbb38dc-16fe-448a-a4d7-9c067ee5c1e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 HTTP/1.1" status: 200 len: 217 time: 0.0341651 May 09 18:37:19.983497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-89bc3156-b8e6-499e-be81-8598c33fc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.984854 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-89bc3156-b8e6-499e-be81-8598c33fc0b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbbcb0d-79bd-4098-867e-0bf37f643a87 HTTP/1.1" status: 200 len: 848 time: 0.0417590 May 09 18:37:20.315117 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-363cb892-048d-435e-bb62-7eed214f9a33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254812 May 09 18:37:20.696708 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449dcd2-4543-47f7-981d-ab7405a26eb9 req-6f35c1a5-0918-49c6-8250-eae5ca04d7de tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.698185 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3449dcd2-4543-47f7-981d-ab7405a26eb9 req-6f35c1a5-0918-49c6-8250-eae5ca04d7de tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 943 time: 0.0592301 May 09 18:37:20.718959 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-cb28587f-88ed-41d8-af0a-67a2f27a6be6 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967693 May 09 18:37:20.800835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60235f-1991-4756-b561-9bbb09320ae7 req-2a0a5d79-61c3-4f26-9f2f-f7b6dba629f0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.802439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a60235f-1991-4756-b561-9bbb09320ae7 req-2a0a5d79-61c3-4f26-9f2f-f7b6dba629f0 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0767128 May 09 18:37:20.806813 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3449dcd2-4543-47f7-981d-ab7405a26eb9 req-1f908747-a5ed-4905-bd7d-f73b4295e3b1 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998306 May 09 18:37:20.857988 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a60235f-1991-4756-b561-9bbb09320ae7 req-292d8d09-7455-4b8f-975c-cdc53cbf6725 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 May 09 18:37:21.240684 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f8179f19-b930-4a9b-b151-74622bf1f529 req-372b5736-913f-437b-aedd-4fd7a0e31395 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 May 09 18:37:21.928124 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58aabb-afda-4c2e-b53f-44e94829b6ff req-7dbe635b-cb4e-45c5-8819-22df7f87c97b tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:21.929733 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2c58aabb-afda-4c2e-b53f-44e94829b6ff req-7dbe635b-cb4e-45c5-8819-22df7f87c97b tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 943 time: 0.0547490 May 09 18:37:21.991202 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b040f-4379-4f99-ba49-1cc698ce3c5a req-1b18defa-d2af-45b5-9458-7eab56f8128c tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:21.992677 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-146b040f-4379-4f99-ba49-1cc698ce3c5a req-1b18defa-d2af-45b5-9458-7eab56f8128c tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0620334 May 09 18:37:22.032114 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2c58aabb-afda-4c2e-b53f-44e94829b6ff req-d72cdd3f-f24f-4013-9401-a52fd39adb8c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927076 May 09 18:37:22.057474 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-146b040f-4379-4f99-ba49-1cc698ce3c5a req-b17b71c7-2e8c-4301-88d1-464951d90350 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 May 09 18:37:22.189167 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-2468f60d-6c00-4aec-b8f8-a523a8426ea5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531814017&fields=id&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 267 time: 0.0462968 May 09 18:37:22.292688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-dc5bc0f6-84ff-431b-8015-2853de4a77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.294181 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-dc5bc0f6-84ff-431b-8015-2853de4a77b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 1127 time: 0.0730531 May 09 18:37:22.389836 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-820306c8-0759-4130-8e9a-d791b185bed0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.396570 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-820306c8-0759-4130-8e9a-d791b185bed0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.2002344 May 09 18:37:22.415235 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-59766e7a-c931-4faf-b0c7-e41f733ed8f9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/quotas/84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 375 time: 0.0177402 May 09 18:37:22.485805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-fc738f4d-9b41-4cb2-b981-3b13704b9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.487300 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-fc738f4d-9b41-4cb2-b981-3b13704b9504 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 909 time: 0.1864111 May 09 18:37:22.492198 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-54f26342-f159-4531-9127-b054f2d619d1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700753 May 09 18:37:22.538450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-c4e8b50b-33ee-4558-bb4e-23bd8e51b819 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 HTTP/1.1" status: 200 len: 217 time: 0.0453074 May 09 18:37:22.632092 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-0119bf74-2ba7-44d6-ae7c-a7d6fb68623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.633462 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-0119bf74-2ba7-44d6-ae7c-a7d6fb68623a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbbcb0d-79bd-4098-867e-0bf37f643a87 HTTP/1.1" status: 200 len: 848 time: 0.0846014 May 09 18:37:22.678881 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-46339c88-9262-46c6-b064-91c256b3c45e service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484783 May 09 18:37:22.680556 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-192c074e-99a0-4e88-b5c6-bc23ef228913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409081 May 09 18:37:22.834336 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-1b22fbfb-d067-4d0c-8b3d-c0050fc46e29 service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495206 May 09 18:37:22.836160 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-beedb3e5-bc6b-48a7-90e5-f29fa6f158fa service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447101 May 09 18:37:22.927392 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c945d86-3d58-4752-b08f-bb3d4d20109d req-be3c195a-2ac6-45b5-bbd3-15e5e81f327b service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 May 09 18:37:23.126716 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9c8158a9-b318-4c52-b1ab-87a438c78181 req-5f292fce-b057-4962-b8a4-736211fb32f2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 210 time: 0.0352948 May 09 18:37:23.175604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27249e-d5d3-45b4-a67a-df708ed586e5 req-2ef8ae11-55eb-435e-a2f8-378175178a67 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:23.177607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb27249e-d5d3-45b4-a67a-df708ed586e5 req-2ef8ae11-55eb-435e-a2f8-378175178a67 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 943 time: 0.0539382 May 09 18:37:23.226901 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb27249e-d5d3-45b4-a67a-df708ed586e5 req-ad1f384e-f33b-4a66-a403-80c2fa434c06 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 May 09 18:37:24.146088 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-b9b178f3-3c8c-443c-b155-23785b73991d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:24.147535 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-b9b178f3-3c8c-443c-b155-23785b73991d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.1022365 May 09 18:37:24.225882 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-63815809-6cc6-4e4d-93d3-6d49bfee68bf tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 379 time: 0.0649245 May 09 18:37:24.243415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'port': {'device_id': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'admin_state_up': True, 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'security_groups': ['50772591-6dc1-487f-af77-fab6fc1049f2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:24.247666 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e93aaca0-5e57-43dc-bffb-c8d9e493159a req-ca3575de-533e-4a79-a86a-f1bd91550b29 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 210 time: 0.0405905 May 09 18:37:24.374226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743e6ed-2f3a-4302-93e1-1fc06bd1dcf2 req-837ea892-273b-412f-8214-bd4ec2d9a4d5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:24.375677 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8743e6ed-2f3a-4302-93e1-1fc06bd1dcf2 req-837ea892-273b-412f-8214-bd4ec2d9a4d5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 943 time: 0.0727785 May 09 18:37:24.406485 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Made reservation on behalf of 84f9c806f7d54963bd886eae2ab22c38 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:24.409628 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:24.447256 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8743e6ed-2f3a-4302-93e1-1fc06bd1dcf2 req-98bb9367-bcc4-4123-9da8-13c2186a5795 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 May 09 18:37:24.553403 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.20.0.12 (8d96723e-3ac9-459f-80bb-639b9429b963/2143a135-5974-44f1-8447-8f5fa7fa4cfc/c19bbb2b-1768-4b80-966b-c5c78d575c4a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:24.690908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:24.722679 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:24.766312 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:24.769263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:24.773070 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:24.803027 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:24.828542 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:24.829172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:24.845372 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-37a164a4-1673-4811-bcbd-f1b61e5261e9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6054299 May 09 18:37:24.862858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Request body: {'port': {'device_id': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:24.927244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:24.979774 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:25.054739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2c94ab21-c681-4bbd-a8ff-2e39fddb26fc None None] Provisioning complete for port c19bbb2b-1768-4b80-966b-c5c78d575c4a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:25.055115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c94ab21-c681-4bbd-a8ff-2e39fddb26fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.213262 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19bbb2b-1768-4b80-966b-c5c78d575c4a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:25.221036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks [] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.234082 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Transition to ACTIVE for port object c19bbb2b-1768-4b80-966b-c5c78d575c4a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:25.237894 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c94ab21-c681-4bbd-a8ff-2e39fddb26fc None None] Port c19bbb2b-1768-4b80-966b-c5c78d575c4a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:25.238076 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.253070 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:25.264178 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65', 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41', 'port_id': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65', 'mac_address': 'fa:16:3e:87:ae:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbbcb0d-79bd-4098-867e-0bf37f643a87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:25.296156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:25.305610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:25.306013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.319108 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:25.340856 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:25.345535 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.397072 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:25.400077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce539-4728-4264-b59c-1c3e4444a11b req-0fd87de3-54a2-438d-95da-ddae304055bc tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.401609 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c96ce539-4728-4264-b59c-1c3e4444a11b req-0fd87de3-54a2-438d-95da-ddae304055bc tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0658417 May 09 18:37:25.418779 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Attempting to bind port c19bbb2b-1768-4b80-966b-c5c78d575c4a on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:25.419112 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Attempting to bind port c19bbb2b-1768-4b80-966b-c5c78d575c4a by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:25.419460 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Attempting to bind port c19bbb2b-1768-4b80-966b-c5c78d575c4a on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:25.432065 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Port c19bbb2b-1768-4b80-966b-c5c78d575c4a on network 8d96723e-3ac9-459f-80bb-639b9429b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:25.432390 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Attempting to bind port c19bbb2b-1768-4b80-966b-c5c78d575c4a on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:25.445453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:25.445788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:25.446168 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Bound using segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:25.446612 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Bound port: c19bbb2b-1768-4b80-966b-c5c78d575c4a, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:25.446972 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.477563 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c96ce539-4728-4264-b59c-1c3e4444a11b req-52f84809-1b55-4dc3-8701-cae036f343c0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700538 May 09 18:37:25.555473 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:25.573632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:25.584165 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc88a3-8f89-4729-a515-4b831f249c6d req-13231269-531b-4d5f-ab0a-974251ce71d2 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.585783 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58fc88a3-8f89-4729-a515-4b831f249c6d req-13231269-531b-4d5f-ab0a-974251ce71d2 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 944 time: 0.0618286 May 09 18:37:25.587103 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.624996 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6354c5f3-b5eb-4f1d-83d8-e74c5187ac65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:25.641346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.641990 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.643405 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 1094 time: 0.7851706 May 09 18:37:25.643859 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:25.646955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544e571-1b6c-469d-b204-94d5c8436a17" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:25.714022 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5d95c-244b-4ad3-acb1-392ac24786c6 x-openstack-request-id: req-9bb5d95c-244b-4ad3-acb1-392ac24786c6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:25.714326 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:25.714569 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bb5d95c-244b-4ad3-acb1-392ac24786c6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:25.714967 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb5d95c-244b-4ad3-acb1-392ac24786c6'] response: {'name': 'network-changed', 'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'status': 'completed', 'code': 200} May 09 18:37:25.717124 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef00c0-d23b-45d0-8d28-6c3bc66ca4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:25.722486 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58fc88a3-8f89-4729-a515-4b831f249c6d req-425be2af-c18a-4099-9875-dc2db49ed31d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301148 May 09 18:37:25.766978 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0f329f4f-90a7-43e9-8e95-385b209ff3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.768697 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-0f329f4f-90a7-43e9-8e95-385b209ff3ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1128 time: 0.0440776 May 09 18:37:25.821867 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-65077d91-818b-4993-8d40-6d3d235e9e9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 217 time: 0.0415397 May 09 18:37:25.878421 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-7dde7f4e-fd66-4447-a8cd-81358195e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.880734 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-7dde7f4e-fd66-4447-a8cd-81358195e613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0533171 May 09 18:37:25.923392 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-42f1bf1f-6f2e-4be3-81ee-1c896751cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.924830 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-42f1bf1f-6f2e-4be3-81ee-1c896751cdc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381291 May 09 18:37:26.015955 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-cd65b418-b6b1-4d6b-b47f-5f83c4100d16 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848205 May 09 18:37:26.104074 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1373f11-7ee7-442b-877a-81d2a4434177 req-de6d2a95-a9d7-4f68-9380-e028e12656a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820916 May 09 18:37:26.220897 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-5257dc01-aa6b-4437-a2ed-f8a9374ce32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.222405 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-5257dc01-aa6b-4437-a2ed-f8a9374ce32f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1128 time: 0.0441852 May 09 18:37:26.315342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-0d04a349-8083-44a6-a32e-368c32967a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.316800 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-0d04a349-8083-44a6-a32e-368c32967a0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0877848 May 09 18:37:26.361685 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-2f1f4a23-b804-42d7-a71c-48416ac75dbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 217 time: 0.0381117 May 09 18:37:26.406605 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-3dafd521-4902-44b2-822c-618ea283180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.408015 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-3dafd521-4902-44b2-822c-618ea283180e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0412104 May 09 18:37:26.449999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-fc17debb-5bdb-4d65-95b0-75ff1d7299c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.451447 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-fc17debb-5bdb-4d65-95b0-75ff1d7299c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375652 May 09 18:37:26.544905 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-e8205214-ac89-401f-8894-1716ee18c37e service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877357 May 09 18:37:26.636492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cac528-6cf4-4bb6-b3f4-a3396feddfb0 req-4b66dffa-fa93-40fe-8f41-f853ee770fdf tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.637918 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-02cac528-6cf4-4bb6-b3f4-a3396feddfb0 req-4b66dffa-fa93-40fe-8f41-f853ee770fdf tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0895407 May 09 18:37:26.689037 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7544e571-1b6c-469d-b204-94d5c8436a17 req-ef5562d5-aaba-4128-b61a-30b64ab276e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318717 May 09 18:37:26.712728 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-02cac528-6cf4-4bb6-b3f4-a3396feddfb0 req-8fb26529-5ebc-4526-b16f-6677b988e6a6 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683324 May 09 18:37:26.842973 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f3b77-71fc-42f6-b307-af577c9b06f0 req-f036830d-643e-4b0a-ba71-5c6d75471f6a tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:26.844470 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-952f3b77-71fc-42f6-b307-af577c9b06f0 req-f036830d-643e-4b0a-ba71-5c6d75471f6a tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 944 time: 0.0450299 May 09 18:37:26.889553 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-952f3b77-71fc-42f6-b307-af577c9b06f0 req-d94b7005-766e-4ebc-8747-cc451bc559f5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 May 09 18:37:26.995651 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:27.042372 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:27.047902 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:27.048276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:27.121263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:27.121650 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:27.144151 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:27.146938 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba894608-54dc-4106-a7f4-7d73b0c99614" -d '{"events": [{"server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:27.159233 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:27.163539 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:27.185544 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd6516-9d91-404b-8da2-1bfa335ed945 x-openstack-request-id: req-2fcd6516-9d91-404b-8da2-1bfa335ed945 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:27.185836 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:27.186092 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fcd6516-9d91-404b-8da2-1bfa335ed945 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:27.186487 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcd6516-9d91-404b-8da2-1bfa335ed945'] response: {'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65', 'code': 200} May 09 18:37:27.212184 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:27.390032 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf6bd-ee00-4a26-8d25-ae8ff9a4d21c req-df46ecd9-0324-4de1-9eb9-909c2020a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:27.391610 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-439cf6bd-ee00-4a26-8d25-ae8ff9a4d21c req-df46ecd9-0324-4de1-9eb9-909c2020a90f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 1129 time: 0.0382173 May 09 18:37:27.434383 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-439cf6bd-ee00-4a26-8d25-ae8ff9a4d21c req-d2fcf418-0b1c-4530-bf2e-b49027b98aef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 May 09 18:37:27.827306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843781c-ce79-434c-aa4a-ba4864f500b5 req-bfe57236-c49d-4cf8-8536-1cfbe809a8c7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:27.828772 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6843781c-ce79-434c-aa4a-ba4864f500b5 req-bfe57236-c49d-4cf8-8536-1cfbe809a8c7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0493369 May 09 18:37:27.876175 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6843781c-ce79-434c-aa4a-ba4864f500b5 req-b50db32c-c702-4007-8d53-a163d714814c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 May 09 18:37:28.002492 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70cfc1-0708-4656-837c-35ccee1bc778 req-0b77d123-873b-48d9-84fb-cc5f8d2f8d07 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:28.004067 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e70cfc1-0708-4656-837c-35ccee1bc778 req-0b77d123-873b-48d9-84fb-cc5f8d2f8d07 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0482721 May 09 18:37:28.050032 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e70cfc1-0708-4656-837c-35ccee1bc778 req-5d83b810-55d2-4010-8b93-bf0752feb8cd tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 May 09 18:37:29.176434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef299a6-5f7d-4cec-9dbb-4164b44f1b35 req-413ee512-8c95-49f1-bc92-c26a06258de8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.177948 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cef299a6-5f7d-4cec-9dbb-4164b44f1b35 req-413ee512-8c95-49f1-bc92-c26a06258de8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0774000 May 09 18:37:29.196763 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:29.208881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbb3f5-e580-4ed7-b539-142c870efa35 req-e63a1723-9b90-4d60-8228-d64e26b4d7d6 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.210368 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dedbb3f5-e580-4ed7-b539-142c870efa35 req-e63a1723-9b90-4d60-8228-d64e26b4d7d6 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0771155 May 09 18:37:29.259322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cef299a6-5f7d-4cec-9dbb-4164b44f1b35 req-7bf49393-ce6e-4e48-9930-ab4e7d316ea8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756681 May 09 18:37:29.282516 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dedbb3f5-e580-4ed7-b539-142c870efa35 req-a565b737-ac74-4a58-81b7-836e26859271 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651102 May 09 18:37:29.323513 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.401274 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Publish callbacks [] for security_group (00a222ab-151e-47a9-b35e-0556ec80c368), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.404684 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (00a222ab-151e-47a9-b35e-0556ec80c368), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.443898 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f67c315056b44ad98b6143428d77ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460179 May 09 18:37:29.445130 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a222ab-151e-47a9-b35e-0556ec80c368,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:29.446642 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:29.452492 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.452850 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.453209 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.453551 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.453894 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.454234 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.454748 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.454974 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.455352 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.455762 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.456129 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.456533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.456937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.457266 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.458258 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8f76d-6ac3-44b6-95f9-41ae427fc239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:29.495586 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] Publish callbacks [] for security_group (00a222ab-151e-47a9-b35e-0556ec80c368), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.521151 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] Publish callbacks [] for security_group (00a222ab-151e-47a9-b35e-0556ec80c368), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.582269 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (00a222ab-151e-47a9-b35e-0556ec80c368), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.585592 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.586766 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00a222ab-151e-47a9-b35e-0556ec80c368 HTTP/1.1" status: 204 len: 168 time: 0.1390548 May 09 18:37:29.594927 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49382-4ee9-49e1-8a4e-78f71aec9673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a222ab-151e-47a9-b35e-0556ec80c368,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:29.893650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:29.915351 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24afedf-4743-41ed-ba74-8a6e03fa583f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.030069 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16cd3-cace-498b-b9bb-578d7e168dbf req-2220f748-d212-4823-971b-c2a9653b1bc5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:30.031713 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-86b16cd3-cace-498b-b9bb-578d7e168dbf req-2220f748-d212-4823-971b-c2a9653b1bc5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0643821 May 09 18:37:30.066001 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24afedf-4743-41ed-ba74-8a6e03fa583f admin admin] Publish callbacks [] for security_group (b4a3493c-ba76-4ed8-b8e6-22057868b722), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.071639 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24afedf-4743-41ed-ba74-8a6e03fa583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (b4a3493c-ba76-4ed8-b8e6-22057868b722), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.127512 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-86b16cd3-cace-498b-b9bb-578d7e168dbf req-119d8016-cbf7-449b-9d56-2740426f1a64 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894117 May 09 18:37:30.131514 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c24afedf-4743-41ed-ba74-8a6e03fa583f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=446a926a89144755ad04d4428a9acc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352965 May 09 18:37:30.134194 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:30.140354 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24afedf-4743-41ed-ba74-8a6e03fa583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3493c-ba76-4ed8-b8e6-22057868b722,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:30.187808 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] Publish callbacks [] for security_group (b4a3493c-ba76-4ed8-b8e6-22057868b722), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.209962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] Publish callbacks [] for security_group (b4a3493c-ba76-4ed8-b8e6-22057868b722), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.255327 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (b4a3493c-ba76-4ed8-b8e6-22057868b722), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.257894 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:30.259029 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4a3493c-ba76-4ed8-b8e6-22057868b722 HTTP/1.1" status: 204 len: 168 time: 0.1238084 May 09 18:37:30.266479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea97e1-29ab-4c6b-8346-544241016b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3493c-ba76-4ed8-b8e6-22057868b722,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:30.375433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89b211-ad43-42b3-8952-d2034215df28 req-b2140e7f-27ed-4c0b-b089-a0b73a34e133 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:30.376940 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ce89b211-ad43-42b3-8952-d2034215df28 req-b2140e7f-27ed-4c0b-b089-a0b73a34e133 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0478010 May 09 18:37:30.426008 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ce89b211-ad43-42b3-8952-d2034215df28 req-e1b38fca-9ef0-4690-8f6f-67749a730dbb tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428085 May 09 18:37:31.247460 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adb363-6750-4431-bd6d-a9aacbbb22d7 req-ada5ca87-6899-4f12-8228-507cfd340420 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:31.249692 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9adb363-6750-4431-bd6d-a9aacbbb22d7 req-ada5ca87-6899-4f12-8228-507cfd340420 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0506494 May 09 18:37:31.299712 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9adb363-6750-4431-bd6d-a9aacbbb22d7 req-a1868f52-f27c-4742-a66f-efe5febda1f8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 May 09 18:37:31.539700 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e84b-2764-48fe-928a-f96c7bbef125 req-244ea91a-aa62-4986-93a0-466d6a27da22 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:31.541682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b288e84b-2764-48fe-928a-f96c7bbef125 req-244ea91a-aa62-4986-93a0-466d6a27da22 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0480347 May 09 18:37:31.593515 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b288e84b-2764-48fe-928a-f96c7bbef125 req-ec1b7d27-3a77-4451-ae19-731d969e1472 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462470 May 09 18:37:32.412280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f181d9-7cdd-42cf-8374-a65fa329b183 req-c233f2dd-35b4-42af-b9a4-741108161704 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:32.413780 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78f181d9-7cdd-42cf-8374-a65fa329b183 req-c233f2dd-35b4-42af-b9a4-741108161704 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0469997 May 09 18:37:32.458883 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78f181d9-7cdd-42cf-8374-a65fa329b183 req-8fd483b0-a855-4d08-ad6b-2a1b1cf8ceb6 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 May 09 18:37:32.707974 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585e82-5fe4-4489-9732-942c31f6be29 req-f081bb3a-68fa-4747-ba1e-cc2e076c776f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:32.709424 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8585e82-5fe4-4489-9732-942c31f6be29 req-f081bb3a-68fa-4747-ba1e-cc2e076c776f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0501938 May 09 18:37:32.757529 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8585e82-5fe4-4489-9732-942c31f6be29 req-dfbe5234-a19a-49f2-9f40-36bc68a87f1a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 May 09 18:37:33.568282 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49fab-5f64-40f1-9c88-88bfc1996279 req-c34b9d80-26e9-457c-ac01-ad8a642562bb tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:33.569738 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eaa49fab-5f64-40f1-9c88-88bfc1996279 req-c34b9d80-26e9-457c-ac01-ad8a642562bb tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0458441 May 09 18:37:33.614998 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eaa49fab-5f64-40f1-9c88-88bfc1996279 req-a69278ff-619a-4524-9e48-4e1a76c42648 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 May 09 18:37:33.784989 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-4985de26-895d-4798-8420-b59c2fb29db3 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:33.786938 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-4985de26-895d-4798-8420-b59c2fb29db3 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 945 time: 0.0483472 May 09 18:37:33.896933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6c4c-0c12-4405-82fa-7b3534dc20b5 req-1179645a-d7e5-4317-a861-063086e87a21 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:33.898414 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a84a6c4c-0c12-4405-82fa-7b3534dc20b5 req-1179645a-d7e5-4317-a861-063086e87a21 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0717669 May 09 18:37:33.914750 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Deleting port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:33.915091 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:34.003273 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a84a6c4c-0c12-4405-82fa-7b3534dc20b5 req-363f3022-ce71-4f7e-8845-d181e35501e5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974374 May 09 18:37:34.036120 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] For port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:34.036981 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:34.051120 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Calling delete_port for 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:34.190954 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (6354c5f3-b5eb-4f1d-83d8-e74c5187ac65), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:34.225113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Pushing event deleted for resources: {'Port': ['ID=6354c5f3-b5eb-4f1d-83d8-e74c5187ac65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:34.227777 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6354c5f3-b5eb-4f1d-83d8-e74c5187ac65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:34.274277 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] No DVR routers for this DVR port 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:34.276734 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:34.280166 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9cf870d6-05f5-498a-8645-d1432eae0b07 req-24ace3bb-3ddc-4893-8815-deddae5eb9b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "DELETE /v2.0/ports/6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 HTTP/1.1" status: 204 len: 173 time: 0.4873211 May 09 18:37:34.280617 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'name': 'network-vif-deleted', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:34.282997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e530e-f77a-42aa-b378-f50be30a238b" -d '{"events": [{"server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "name": "network-vif-deleted", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:34.327156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95469145-020c-4edc-862b-adfe2ec65705 x-openstack-request-id: req-95469145-020c-4edc-862b-adfe2ec65705 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:34.327480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4070c3-ee30-436e-b30c-77e20c7c0f7f", "name": "network-vif-deleted", "tag": "6354c5f3-b5eb-4f1d-83d8-e74c5187ac65", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:34.327741 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95469145-020c-4edc-862b-adfe2ec65705 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:34.328148 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95469145-020c-4edc-862b-adfe2ec65705'] response: {'server_uuid': 'ab4070c3-ee30-436e-b30c-77e20c7c0f7f', 'name': 'network-vif-deleted', 'tag': '6354c5f3-b5eb-4f1d-83d8-e74c5187ac65', 'status': 'completed', 'code': 200} May 09 18:37:34.723630 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e6891d49-1e0d-48cb-839f-af51ec1c94a0 req-51912c53-2bec-4c59-8854-3bc95917801a tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4070c3-ee30-436e-b30c-77e20c7c0f7f HTTP/1.1" status: 200 len: 210 time: 0.0280323 May 09 18:37:35.118225 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864afe-d22d-42ab-86c6-80f3234d262a req-1c1090e8-b863-4a55-bcb2-db7922ce4777 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:35.119966 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-37864afe-d22d-42ab-86c6-80f3234d262a req-1c1090e8-b863-4a55-bcb2-db7922ce4777 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0482347 May 09 18:37:35.170488 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-37864afe-d22d-42ab-86c6-80f3234d262a req-3dce1979-b21d-4d13-aebf-905030f058df tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 May 09 18:37:35.951835 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:37:36.026632 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-b3a6b9c1-b91e-4dd0-b558-f6346389b4ef tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:36.028100 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-b3a6b9c1-b91e-4dd0-b558-f6346389b4ef tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 808 time: 0.0998745 May 09 18:37:36.043220 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-17d9f923-a26a-4d0a-8b63-ce094aef18e2 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/quotas/05197c0440624fce9090b97e6826d516 HTTP/1.1" status: 200 len: 375 time: 0.0092027 May 09 18:37:36.073765 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-1898c156-0c34-4d39-9eff-03eb04dee804 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258901 May 09 18:37:36.159481 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-e4d4e22b-39a2-4525-a32e-81107ea5fabc service neutron] 10.222.0.25 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793765 May 09 18:37:36.274136 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-b64d0688-617c-43a1-9c03-6b334413d35c service neutron] 10.222.0.25 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085513 May 09 18:37:36.292280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f688e6-6616-4581-9a08-fb62abbaebd1 req-13a35c31-da89-48d0-85fc-fc9a88803552 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:36.293745 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58f688e6-6616-4581-9a08-fb62abbaebd1 req-13a35c31-da89-48d0-85fc-fc9a88803552 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0558059 May 09 18:37:36.342119 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58f688e6-6616-4581-9a08-fb62abbaebd1 req-2a01b61e-ec18-497c-b476-c7b71243d318 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 May 09 18:37:36.432973 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e66a83e-afd3-489b-9fae-4f3c64a1d5d7 req-39e22121-f0fd-4d51-8ec0-d30701267da5 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0295842 May 09 18:37:37.422272 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:37.453321 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:37.453755 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6354c5f3-b5eb-4f1d-83d8-e74c5187ac65 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:37.479152 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8f81-aaab-4501-b443-a112161a0ce0 req-ee02c7ff-91c3-4d05-801a-d0b50872c613 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:37.480718 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eaee8f81-aaab-4501-b443-a112161a0ce0 req-ee02c7ff-91c3-4d05-801a-d0b50872c613 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0669491 May 09 18:37:37.541780 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-945d54df-fa8d-44cc-92fb-f4da50827e1d req-04863c9c-9f72-4c2e-9330-9f013c4ced3e tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0361118 May 09 18:37:37.555803 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eaee8f81-aaab-4501-b443-a112161a0ce0 req-3f3cc942-2198-489a-b052-156989ffd1fd tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693967 May 09 18:37:38.669211 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da6ad037-b6fd-43dd-a8ab-1faeb6c0406f req-1effbebd-820c-4bd3-8e62-992711b8c8cc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0487344 May 09 18:37:38.687498 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275673-cf42-459f-bea4-303a246a3ff2 req-4fd09502-c95a-46b9-ab96-1b03e644fbd5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:38.688946 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-82275673-cf42-459f-bea4-303a246a3ff2 req-4fd09502-c95a-46b9-ab96-1b03e644fbd5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0598249 May 09 18:37:38.741902 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-82275673-cf42-459f-bea4-303a246a3ff2 req-8c12c5e5-7a75-453a-b9be-defbd01e952c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 May 09 18:37:39.673999 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:39.763084 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5bfce474-ee9f-45ac-aecc-c79d78c8973a req-38fefabe-e912-4c37-adf8-9784c1c9b436 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0270514 May 09 18:37:39.852345 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20114a63-bd25-45c9-9206-17d5f2058cb9 req-1eb43241-f92b-41c0-b862-6d26e6320716 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:39.853774 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-20114a63-bd25-45c9-9206-17d5f2058cb9 req-1eb43241-f92b-41c0-b862-6d26e6320716 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0458515 May 09 18:37:39.900209 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-20114a63-bd25-45c9-9206-17d5f2058cb9 req-b9aa58bb-fe35-49c5-8bbc-dceb2f182bbf tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 May 09 18:37:40.970332 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-016286fa-c4de-41b9-b7ef-a12ac82e62a0 req-be649678-a1ca-447c-925c-6380bb1ca03c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0468953 May 09 18:37:40.985393 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-71ce9d12-9502-4245-800e-4097fc429e54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3897476 May 09 18:37:41.035021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d368-aa79-4ec4-b031-218f2c599a98 req-0ba2e264-bb1e-46aa-9642-c0b4177c3712 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:41.037025 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2029d368-aa79-4ec4-b031-218f2c599a98 req-0ba2e264-bb1e-46aa-9642-c0b4177c3712 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0688536 May 09 18:37:41.063213 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-881677cc-cfdf-4195-95c0-888f689d05b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:41.064572 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-881677cc-cfdf-4195-95c0-888f689d05b8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 808 time: 0.4702468 May 09 18:37:41.094223 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2029d368-aa79-4ec4-b031-218f2c599a98 req-65f935b7-c6dc-4b99-ac05-69bb869e67d0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516460 May 09 18:37:41.254490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Request body: {'port': {'device_id': '54aef81c-a005-440d-ba36-036e85d24b2d', 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41', 'admin_state_up': True, 'tenant_id': '05197c0440624fce9090b97e6826d516'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:41.350576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-43313e0c-fa80-4739-945e-8d30bcf2bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:41.352096 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-43313e0c-fa80-4739-945e-8d30bcf2bcf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 1129 time: 0.0559349 May 09 18:37:41.395244 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd0860-60f7-4887-948a-7a9b9db05354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:41.470516 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Made reservation on behalf of 05197c0440624fce9090b97e6826d516 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:41.475489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:41.504063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-78ac66dd-af97-4068-a1c0-8c3ae13b142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:41.505539 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-78ac66dd-af97-4068-a1c0-8c3ae13b142c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 200 len: 914 time: 0.1317916 May 09 18:37:41.575782 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-6ff97c06-0773-4fd6-9d7b-59b4cc1fae4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2 HTTP/1.1" status: 200 len: 217 time: 0.0625536 May 09 18:37:41.678068 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-61b9c35f-ab1d-4677-b1de-12f850b4aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:41.679561 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-61b9c35f-ab1d-4677-b1de-12f850b4aebb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 200 len: 853 time: 0.0903244 May 09 18:37:41.717892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Allocated IP 172.20.0.5 (59036ca0-bb3f-4d2c-8a69-3aa429c09c41/dcbbcb0d-79bd-4098-867e-0bf37f643a87/928a9f31-c0c6-49db-a6b3-79346a823409) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:41.721555 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-48641214-9622-4ef5-9fda-3fdcb80f9b59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57d7f0b-92ae-439d-91c0-77be8f7f50c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361233 May 09 18:37:41.896337 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-1c814c18-989a-45fd-9a0b-29fbf17c20a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665208 May 09 18:37:41.996629 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks [] for port (928a9f31-c0c6-49db-a6b3-79346a823409), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.033592 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d5f6981-92d6-436b-ab3f-f2dbbc60643d req-56118eff-c375-47e9-87e7-79960d661b56 service neutron] 10.222.0.36 "GET /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298118 May 09 18:37:42.071866 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9d5d1f8-50f2-458e-ab33-fc7e2f6a22a9 req-12eaa94d-2e86-4b0c-8e91-acadd593d204 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0317404 May 09 18:37:42.078205 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.121995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:42.125308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:42.132375 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:42.158879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Pushing event updated for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:42.216455 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:42.217052 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.224599 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddf395-9f86-4ec2-a161-953d2de94afb req-29b344c6-a796-432a-afc4-2e1fafa1ae86 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:42.226021 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cddf395-9f86-4ec2-a161-953d2de94afb req-29b344c6-a796-432a-afc4-2e1fafa1ae86 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0623455 May 09 18:37:42.249847 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-305913d0-fc18-489d-b1fd-472c60ff39dc tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9999082 May 09 18:37:42.268933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Request body: {'port': {'device_id': '54aef81c-a005-440d-ba36-036e85d24b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:42.302938 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cddf395-9f86-4ec2-a161-953d2de94afb req-4fec815b-f0b9-455b-8772-9f010ffd6e13 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702214 May 09 18:37:42.341290 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.596618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928a9f31-c0c6-49db-a6b3-79346a823409 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:42.607034 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks [] for port (928a9f31-c0c6-49db-a6b3-79346a823409), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.620079 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Transition to ACTIVE for port object 928a9f31-c0c6-49db-a6b3-79346a823409 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:42.624572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.680346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Pushing event updated for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:42.752619 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Attempting to bind port 928a9f31-c0c6-49db-a6b3-79346a823409 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:42.753018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Attempting to bind port 928a9f31-c0c6-49db-a6b3-79346a823409 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:42.753293 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Attempting to bind port 928a9f31-c0c6-49db-a6b3-79346a823409 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:42.760239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Port 928a9f31-c0c6-49db-a6b3-79346a823409 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:42.760720 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Attempting to bind port 928a9f31-c0c6-49db-a6b3-79346a823409 on network 59036ca0-bb3f-4d2c-8a69-3aa429c09c41 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:42.769023 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:42.769604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Checking segment: {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:42.770788 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Bound using segment: {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:42.771572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Bound port: 928a9f31-c0c6-49db-a6b3-79346a823409, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debd3cb0-daa2-4bc0-a383-e83107f17554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:42.772189 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.840249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:42.843434 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=928a9f31-c0c6-49db-a6b3-79346a823409,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:42.848906 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.883738 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:42.884346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:42.885687 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] 10.222.0.36 "PUT /v2.0/ports/928a9f31-c0c6-49db-a6b3-79346a823409 HTTP/1.1" status: 200 len: 1093 time: 0.6211827 May 09 18:37:42.886110 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:42.888318 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ccc6b1-c699-496f-a99f-2742631f2a59" -d '{"events": [{"name": "network-changed", "server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:42.913416 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05709e-cab1-43a9-9bfb-5b3fa6f7f093 service neutron] Pushing event updated for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:42.928456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e42167-c036-4167-999d-1698ff19cfd6 x-openstack-request-id: req-25e42167-c036-4167-999d-1698ff19cfd6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:42.928759 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:42.929025 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25e42167-c036-4167-999d-1698ff19cfd6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:42.929434 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e42167-c036-4167-999d-1698ff19cfd6'] response: {'name': 'network-changed', 'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409', 'status': 'completed', 'code': 200} May 09 18:37:43.004365 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-4d851125-b2b0-41d2-82be-6d7e7e09c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:43.005764 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-4d851125-b2b0-41d2-82be-6d7e7e09c11d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 1127 time: 0.0397151 May 09 18:37:43.064595 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-7e5c59fb-b4a7-4509-9c3d-0ab35027bf61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928a9f31-c0c6-49db-a6b3-79346a823409 HTTP/1.1" status: 200 len: 217 time: 0.0366707 May 09 18:37:43.114811 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-4b8c30a1-b7ff-436c-afab-3aa295470cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:43.116433 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-4b8c30a1-b7ff-436c-afab-3aa295470cbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbbcb0d-79bd-4098-867e-0bf37f643a87 HTTP/1.1" status: 200 len: 848 time: 0.0448041 May 09 18:37:43.154503 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-7adcafc9-91db-4169-9f76-efcb5a050ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309589 May 09 18:37:43.243456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60e366-6515-42d5-b261-f14fc4869ad8 req-20613d84-a642-42dc-9e66-a254fa110112 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:43.245182 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb60e366-6515-42d5-b261-f14fc4869ad8 req-20613d84-a642-42dc-9e66-a254fa110112 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 943 time: 0.0938590 May 09 18:37:43.300119 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-75c1c149-2485-4f31-87e5-90d6475a0193 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360307 May 09 18:37:43.330177 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb60e366-6515-42d5-b261-f14fc4869ad8 req-fcbd31d3-b73b-4b92-bb0c-c67bde97078c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793712 May 09 18:37:43.422346 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c19bbb2b-1768-4b80-966b-c5c78d575c4a details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:43.429963 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-44fd576c-8987-410a-88e7-a91ffd61c338 req-81cb9c4e-fe40-485a-9032-bb3bc31e66f9 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225355 May 09 18:37:43.436011 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f984-3fc9-428a-86d8-a8b71c8f90b3 req-e617f1ad-9ecf-4cc3-8945-41923c1c165a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:43.437363 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0a05f984-3fc9-428a-86d8-a8b71c8f90b3 req-e617f1ad-9ecf-4cc3-8945-41923c1c165a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 944 time: 0.0651522 May 09 18:37:43.499996 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0a05f984-3fc9-428a-86d8-a8b71c8f90b3 req-9f7de4e6-c52f-452a-b13e-314b7f9148cb tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 May 09 18:37:43.523431 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:43.534646 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'port_id': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'mac_address': 'fa:16:3e:56:8c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:43.570934 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c19bbb2b-1768-4b80-966b-c5c78d575c4a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:43.571289 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:43.583646 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19bbb2b-1768-4b80-966b-c5c78d575c4a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:43.611988 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:43.613282 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6edfaec9-19ed-4e13-b4cf-3b6eeca10e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:43.616312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:43.661382 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:43.944192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['c19bbb2b-1768-4b80-966b-c5c78d575c4a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:44.197679 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:44.299984 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9213699-2661-43a9-812b-83845d00b85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.418889 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-a9d93e54-13e7-4015-81b1-f22f64a6a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:44.420412 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-a9d93e54-13e7-4015-81b1-f22f64a6a3f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05197c0440624fce9090b97e6826d516&device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 1127 time: 0.0752907 May 09 18:37:44.460384 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9213699-2661-43a9-812b-83845d00b85d admin admin] Publish callbacks [] for security_group (5b0b2f18-9b8c-4c00-8245-daf1446d9958), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.498981 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9213699-2661-43a9-812b-83845d00b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (5b0b2f18-9b8c-4c00-8245-daf1446d9958), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.510620 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb66e-64b9-4618-8ef2-e9f5f7ad496a req-f0583292-e2d2-4460-8ecc-5e54aa363359 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:44.512107 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36bdb66e-64b9-4618-8ef2-e9f5f7ad496a req-f0583292-e2d2-4460-8ecc-5e54aa363359 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 943 time: 0.1098833 May 09 18:37:44.580063 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a9213699-2661-43a9-812b-83845d00b85d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a374fa3c53ef413ab1ea7496d976cb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813171 May 09 18:37:44.583219 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:44.595447 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213699-2661-43a9-812b-83845d00b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b2f18-9b8c-4c00-8245-daf1446d9958,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:44.632854 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] Publish callbacks [] for security_group (5b0b2f18-9b8c-4c00-8245-daf1446d9958), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.654284 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] Publish callbacks [] for security_group (5b0b2f18-9b8c-4c00-8245-daf1446d9958), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.658837 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36bdb66e-64b9-4618-8ef2-e9f5f7ad496a req-77c40c8c-0bb4-48e0-af01-7324951ef26c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333885 May 09 18:37:44.665282 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe78e8-01de-48be-a9e4-1f41ff6eb19f req-4486d48f-ee27-4769-906d-975e0623d451 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:44.666833 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3cbe78e8-01de-48be-a9e4-1f41ff6eb19f req-4486d48f-ee27-4769-906d-975e0623d451 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 945 time: 0.0951357 May 09 18:37:44.668156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-7fcde067-d8fd-415f-a1f9-c4fb78c74939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:44.669505 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-7fcde067-d8fd-415f-a1f9-c4fb78c74939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 200 len: 909 time: 0.2274251 May 09 18:37:44.706040 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (5b0b2f18-9b8c-4c00-8245-daf1446d9958), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.709289 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.710520 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b0b2f18-9b8c-4c00-8245-daf1446d9958 HTTP/1.1" status: 204 len: 168 time: 0.1263163 May 09 18:37:44.719342 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426138-7faf-4f13-9c46-2ea60756398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b2f18-9b8c-4c00-8245-daf1446d9958,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:44.722432 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3cbe78e8-01de-48be-a9e4-1f41ff6eb19f req-cebcaf71-7797-4d31-ae4d-9e41ffa8e836 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 May 09 18:37:44.743113 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:44.823407 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-a4bdca43-dc9c-4526-9fc6-ffb41700b0cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928a9f31-c0c6-49db-a6b3-79346a823409 HTTP/1.1" status: 200 len: 217 time: 0.0380185 May 09 18:37:44.888437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-65e95756-097b-4043-8552-1ba989fe30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:44.890062 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-65e95756-097b-4043-8552-1ba989fe30ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcbbcb0d-79bd-4098-867e-0bf37f643a87 HTTP/1.1" status: 200 len: 848 time: 0.0553968 May 09 18:37:44.992230 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-a4fd0404-2836-4b9f-98a9-a1fb9160ae9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59036ca0-bb3f-4d2c-8a69-3aa429c09c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299318 May 09 18:37:45.033493 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:45.046650 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd51c5bf-bbbf-4295-a273-2828effc4051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.102247 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-d79469b8-4e81-4863-b350-4426a85807b0 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034877 May 09 18:37:45.126793 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd51c5bf-bbbf-4295-a273-2828effc4051 admin admin] Publish callbacks [] for security_group (e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.132975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd51c5bf-bbbf-4295-a273-2828effc4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.175787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51c5bf-bbbf-4295-a273-2828effc4051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:45.197245 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dd51c5bf-bbbf-4295-a273-2828effc4051 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bd2fe85adc04561829b357a5344ba0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626697 May 09 18:37:45.200927 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 40858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:45.210638 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ccc6b1-c699-496f-a99f-2742631f2a59 req-59531f15-00fc-46e9-9f70-9dbbc456d605 service neutron] 10.222.0.36 "GET /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004415 May 09 18:37:45.258849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] Publish callbacks [] for security_group (e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.280521 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] Publish callbacks [] for security_group (e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.332948 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.336166 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.336759 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884 HTTP/1.1" status: 204 len: 168 time: 0.1360652 May 09 18:37:45.346437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4c15-7e14-45f3-a820-2eea29ba84e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef5c19-d7fd-4c58-8c67-1ae46e6e2884,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:45.452729 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c19bbb2b-1768-4b80-966b-c5c78d575c4a up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:45.500932 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port c19bbb2b-1768-4b80-966b-c5c78d575c4a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:45.507576 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port c19bbb2b-1768-4b80-966b-c5c78d575c4a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:45.507967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.605206 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port c19bbb2b-1768-4b80-966b-c5c78d575c4a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:45.605206 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.624702 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:45.626967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92b62f5-1f98-46a8-b10b-c6bde3c7f9f0" -d '{"events": [{"server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "name": "network-vif-plugged", "status": "completed", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:45.639423 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:45.644577 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:45.672115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd25f07f-4ab8-41aa-bee1-eade1756cf30 x-openstack-request-id: req-dd25f07f-4ab8-41aa-bee1-eade1756cf30 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:45.672410 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "name": "network-vif-plugged", "status": "completed", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:45.672666 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd25f07f-4ab8-41aa-bee1-eade1756cf30 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:45.673070 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd25f07f-4ab8-41aa-bee1-eade1756cf30'] response: {'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'code': 200} May 09 18:37:45.704228 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:45.719382 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.719950 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.720293 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.720640 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.720979 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.721317 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.721849 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.722262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.722635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.723043 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.723955 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.724325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.724686 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.725033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.725436 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:45.819949 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe71e8-3577-4a71-b49a-6429856d2bcf req-126515f8-2c75-40ce-8832-6416a6a3c721 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:45.821424 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56fe71e8-3577-4a71-b49a-6429856d2bcf req-126515f8-2c75-40ce-8832-6416a6a3c721 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 943 time: 0.0636969 May 09 18:37:45.869907 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72766c2-51dd-4e28-abc3-0f6b7e0a11be req-89bb242b-b235-4459-97e9-5ff7921b4282 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:45.871401 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a72766c2-51dd-4e28-abc3-0f6b7e0a11be req-89bb242b-b235-4459-97e9-5ff7921b4282 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0711389 May 09 18:37:45.937891 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56fe71e8-3577-4a71-b49a-6429856d2bcf req-deded600-a642-4b0c-b471-5808e7c056e0 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000836 May 09 18:37:45.947940 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73082-54d4-46e8-bcff-55936fc05367 req-479f8f83-bcea-4c83-9ed8-c378d1833be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:45.949482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fda73082-54d4-46e8-bcff-55936fc05367 req-479f8f83-bcea-4c83-9ed8-c378d1833be5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1130 time: 0.0681431 May 09 18:37:45.992214 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a72766c2-51dd-4e28-abc3-0f6b7e0a11be req-7dee6a45-f40c-40c8-ac1b-8ff87eae97f2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096971 May 09 18:37:46.016824 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fda73082-54d4-46e8-bcff-55936fc05367 req-522b59aa-9d52-4064-937f-472e7c617fde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589321 May 09 18:37:46.167236 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:46.447582 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbda48-5066-4a54-8214-918c4ff8de06 req-2cc2958e-cb18-49fc-aa82-56e0e7095343 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:46.449045 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e7bbda48-5066-4a54-8214-918c4ff8de06 req-2cc2958e-cb18-49fc-aa82-56e0e7095343 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0465550 May 09 18:37:46.497366 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e7bbda48-5066-4a54-8214-918c4ff8de06 req-fcadac5d-15d0-400a-a59d-6b3014e76813 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 May 09 18:37:47.066010 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba111af-f9b6-4b04-8f25-0685eab0910a req-249dac5a-4395-464c-9095-f38b4e0368a7 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:47.067622 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cba111af-f9b6-4b04-8f25-0685eab0910a req-249dac5a-4395-464c-9095-f38b4e0368a7 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 943 time: 0.0535159 May 09 18:37:47.148611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a97b8-caba-4ee4-9178-b41985464657 req-659a251f-c3f4-41d7-8d57-e062fb354260 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:47.150088 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb9a97b8-caba-4ee4-9178-b41985464657 req-659a251f-c3f4-41d7-8d57-e062fb354260 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0710239 May 09 18:37:47.154221 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cba111af-f9b6-4b04-8f25-0685eab0910a req-4e02ec40-95ad-493b-b71f-d7d69ea2e7ea tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810585 May 09 18:37:47.199132 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb9a97b8-caba-4ee4-9178-b41985464657 req-30c1a39b-05dc-4adc-8333-948519c925f2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 May 09 18:37:47.443899 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 928a9f31-c0c6-49db-a6b3-79346a823409 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:47.542218 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=928a9f31-c0c6-49db-a6b3-79346a823409,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:47.553574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '928a9f31-c0c6-49db-a6b3-79346a823409', 'network_id': '59036ca0-bb3f-4d2c-8a69-3aa429c09c41', 'port_id': '928a9f31-c0c6-49db-a6b3-79346a823409', 'mac_address': 'fa:16:3e:a0:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbbcb0d-79bd-4098-867e-0bf37f643a87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:47.595765 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 928a9f31-c0c6-49db-a6b3-79346a823409 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:47.596152 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:47.609912 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699224f-46b7-459b-b155-90675e09c98d req-755c3c8b-45f3-4f3e-abe1-4aa7a50b0658 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:47.612698 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9699224f-46b7-459b-b155-90675e09c98d req-755c3c8b-45f3-4f3e-abe1-4aa7a50b0658 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0482862 May 09 18:37:47.615896 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928a9f31-c0c6-49db-a6b3-79346a823409 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:47.622151 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:47.640782 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=928a9f31-c0c6-49db-a6b3-79346a823409,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:47.645668 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:47.660062 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9699224f-46b7-459b-b155-90675e09c98d req-a27e66ee-2d16-4f73-b81f-b277aa4e169f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 May 09 18:37:47.695810 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:47.975073 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['928a9f31-c0c6-49db-a6b3-79346a823409'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:48.311985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f92ac4-567d-4824-8e2c-a13a60256790 req-12dbdd70-237f-47e1-b461-22c53b4be45c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:48.313450 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a5f92ac4-567d-4824-8e2c-a13a60256790 req-12dbdd70-237f-47e1-b461-22c53b4be45c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 944 time: 0.0783832 May 09 18:37:48.324328 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b573c-5e12-420c-ab52-cb9e753398b7 req-585e5e25-fe34-4f1a-b5e3-89cba9d26062 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:48.325712 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb1b573c-5e12-420c-ab52-cb9e753398b7 req-585e5e25-fe34-4f1a-b5e3-89cba9d26062 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0580149 May 09 18:37:48.397994 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb1b573c-5e12-420c-ab52-cb9e753398b7 req-b166d34b-b703-4ba1-a15c-dea4f202f7c7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658169 May 09 18:37:48.400941 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a5f92ac4-567d-4824-8e2c-a13a60256790 req-29054161-70cc-4c00-bd34-03e851609093 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743809 May 09 18:37:48.769708 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070f5b-764c-41b8-90d8-699826268629 req-32ac6699-a490-4d19-bc0c-dc2fbf9821ec tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:48.771666 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ab070f5b-764c-41b8-90d8-699826268629 req-32ac6699-a490-4d19-bc0c-dc2fbf9821ec tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0449727 May 09 18:37:48.821860 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ab070f5b-764c-41b8-90d8-699826268629 req-e20d66bc-a7b9-4e8f-b695-61788c698d6f tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 May 09 18:37:49.535277 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd03f9-36d0-477c-a11e-55e8a97e08f0 req-c52b0070-1923-44a5-a326-1446fe428b0e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:49.537347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83cd03f9-36d0-477c-a11e-55e8a97e08f0 req-c52b0070-1923-44a5-a326-1446fe428b0e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0725436 May 09 18:37:49.543102 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ef5c-8622-4253-9b0b-14a1c1ff0a89 req-b8287136-40cd-4830-97d9-84108bf3637f tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:49.544574 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6562ef5c-8622-4253-9b0b-14a1c1ff0a89 req-b8287136-40cd-4830-97d9-84108bf3637f tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 944 time: 0.0713072 May 09 18:37:49.614704 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83cd03f9-36d0-477c-a11e-55e8a97e08f0 req-9512e835-a57b-4413-912f-f329189062a1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692222 May 09 18:37:49.621498 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6562ef5c-8622-4253-9b0b-14a1c1ff0a89 req-379f6f8f-9ec8-4a96-9731-5d9e5d4f5d2c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 May 09 18:37:49.932197 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafa4e-e9a2-41a7-bd2b-6ecfeca7a3eb req-182f4904-2bd1-4b13-8e18-54d953f23745 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:49.933643 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fcafa4e-e9a2-41a7-bd2b-6ecfeca7a3eb req-182f4904-2bd1-4b13-8e18-54d953f23745 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0457590 May 09 18:37:49.982152 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fcafa4e-e9a2-41a7-bd2b-6ecfeca7a3eb req-4fafcfd7-806e-47f5-88e3-fb5b2b9c9c9b tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 May 09 18:37:50.755504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f952e14-8a37-4ca8-95c1-26f3d2e55431 req-f87314ef-4754-45e3-b1dd-ee4ec0087668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:50.756933 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0f952e14-8a37-4ca8-95c1-26f3d2e55431 req-f87314ef-4754-45e3-b1dd-ee4ec0087668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0741408 May 09 18:37:50.766900 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43152-8ab4-4f60-bc8e-d3a0e2190282 req-4d2eeb19-07da-4d05-8b77-0d747d5c217d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:50.768283 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95a43152-8ab4-4f60-bc8e-d3a0e2190282 req-4d2eeb19-07da-4d05-8b77-0d747d5c217d tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 944 time: 0.0765316 May 09 18:37:50.840652 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0f952e14-8a37-4ca8-95c1-26f3d2e55431 req-49abb1b5-5e07-4c14-9e44-9e7a7c10f7e2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714362 May 09 18:37:50.843796 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95a43152-8ab4-4f60-bc8e-d3a0e2190282 req-47fe31f5-ea85-473d-8f31-2ba501aa227f tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 May 09 18:37:51.093270 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f2ad1-b240-43d7-b1ff-2b280063ca9a req-2f505f25-2572-4764-9936-acfef13b4fc2 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:51.094724 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cb9f2ad1-b240-43d7-b1ff-2b280063ca9a req-2f505f25-2572-4764-9936-acfef13b4fc2 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0463870 May 09 18:37:51.102258 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 928a9f31-c0c6-49db-a6b3-79346a823409 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:51.141662 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cb9f2ad1-b240-43d7-b1ff-2b280063ca9a req-ea027908-6d9d-44dc-986a-4754a5a21127 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/security-groups?id=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 May 09 18:37:51.151463 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 928a9f31-c0c6-49db-a6b3-79346a823409 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:51.158284 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 928a9f31-c0c6-49db-a6b3-79346a823409 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:51.158936 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:51.244347 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 928a9f31-c0c6-49db-a6b3-79346a823409 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:51.244751 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:51.267526 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:51.269737 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9555ce4-277a-4aec-81e6-c14500a6738c" -d '{"events": [{"server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "name": "network-vif-plugged", "status": "completed", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:51.282011 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=928a9f31-c0c6-49db-a6b3-79346a823409,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:51.285862 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:51.324175 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef0427-237e-4255-b501-0e14a24489b4 x-openstack-request-id: req-cfef0427-237e-4255-b501-0e14a24489b4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:51.324473 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "name": "network-vif-plugged", "status": "completed", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:51.324729 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfef0427-237e-4255-b501-0e14a24489b4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:51.325123 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfef0427-237e-4255-b501-0e14a24489b4'] response: {'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409', 'code': 200} May 09 18:37:51.342078 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:51.565607 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-4c0e4cfc-598b-47c3-a145-49c4e73fb1d6 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:51.567168 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-4c0e4cfc-598b-47c3-a145-49c4e73fb1d6 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 945 time: 0.0507896 May 09 18:37:51.798578 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Deleting port 5e1ae9aa-0a11-462a-821e-04380f9105c2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:51.798835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:51.890005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] For port 5e1ae9aa-0a11-462a-821e-04380f9105c2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5e1ae9aa-0a11-462a-821e-04380f9105c2,segment=NetworkSegment(a45c1826-220c-4b54-83e3-bdfe43345f35),segment_id=a45c1826-220c-4b54-83e3-bdfe43345f35)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:51.890370 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:51.906420 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Calling delete_port for 5e1ae9aa-0a11-462a-821e-04380f9105c2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:52.277343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8468-f97d-4eb3-9344-4de3dc0db159 req-62c75279-fa55-42f0-bd0d-86d8623aba9e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:52.278803 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-762c8468-f97d-4eb3-9344-4de3dc0db159 req-62c75279-fa55-42f0-bd0d-86d8623aba9e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.3684299 May 09 18:37:52.289068 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803739-cf45-46a8-ae77-d2af8180809a req-a4507318-3c53-4084-bcb1-65df48e593d8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:52.290407 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-93803739-cf45-46a8-ae77-d2af8180809a req-a4507318-3c53-4084-bcb1-65df48e593d8 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.3777642 May 09 18:37:52.374924 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-762c8468-f97d-4eb3-9344-4de3dc0db159 req-4f8179e8-6032-4fea-9e51-789c78867c12 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835924 May 09 18:37:52.392854 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-93803739-cf45-46a8-ae77-d2af8180809a req-09c943c9-e058-4ff2-a5fc-53e6c09f4cf0 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927253 May 09 18:37:52.471726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (5e1ae9aa-0a11-462a-821e-04380f9105c2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:52.475248 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ad5442f-3cf2-4361-9a6b-01b7bfc2e299 req-73b99f40-42b3-4c35-a6d8-582e523a123c tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 210 time: 0.0342715 May 09 18:37:52.524735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Pushing event deleted for resources: {'Port': ['ID=5e1ae9aa-0a11-462a-821e-04380f9105c2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:52.545859 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88416de-f70b-4a08-aeb8-e9e18d350719 req-07de09ec-85ce-4f5b-96cf-f08c607bd383 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:52.547339 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a88416de-f70b-4a08-aeb8-e9e18d350719 req-07de09ec-85ce-4f5b-96cf-f08c607bd383 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0768504 May 09 18:37:52.592733 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] No DVR routers for this DVR port 5e1ae9aa-0a11-462a-821e-04380f9105c2 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:52.595826 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:52.598964 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d8726563-83d2-4a9b-86b6-f2d1b5da5ab7 req-7ee854a7-4b3a-4ee7-b103-b22785c6bc3d tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.36 "DELETE /v2.0/ports/5e1ae9aa-0a11-462a-821e-04380f9105c2 HTTP/1.1" status: 204 len: 173 time: 0.8827951 May 09 18:37:52.599669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'name': 'network-vif-deleted', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:52.601861 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee1b3f7-6ba7-4f51-b262-3ee16b44c09e" -d '{"events": [{"server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "name": "network-vif-deleted", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:52.632295 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a88416de-f70b-4a08-aeb8-e9e18d350719 req-7b67a241-ff70-4476-b326-4096421b2ae9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701840 May 09 18:37:52.636479 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0cfc0a-e3aa-446d-b5f7-133bde9494d4 x-openstack-request-id: req-be0cfc0a-e3aa-446d-b5f7-133bde9494d4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:52.636780 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b7f9f6-3920-4dc1-b126-e846eab217c5", "name": "network-vif-deleted", "tag": "5e1ae9aa-0a11-462a-821e-04380f9105c2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:52.637064 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be0cfc0a-e3aa-446d-b5f7-133bde9494d4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:52.637484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0cfc0a-e3aa-446d-b5f7-133bde9494d4'] response: {'server_uuid': '25b7f9f6-3920-4dc1-b126-e846eab217c5', 'name': 'network-vif-deleted', 'tag': '5e1ae9aa-0a11-462a-821e-04380f9105c2', 'status': 'completed', 'code': 200} May 09 18:37:52.654689 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:52.841322 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fbc1fb-fe06-432c-a7f9-5c86ce7b2f49 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:52.842936 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-23fbc1fb-fe06-432c-a7f9-5c86ce7b2f49 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1125 time: 0.1871967 May 09 18:37:52.845727 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 40982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:52.850389 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'port_id': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:52.870637 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:52.948754 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.050106 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.27.3.142 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/ecf6616c-3ee7-4e98-b755-9a3a01ef71b8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:53.147478 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.179297 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.217874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:53.220600 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:53.224635 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:53.251449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=ecf6616c-3ee7-4e98-b755-9a3a01ef71b8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:53.564986 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ec92-1806-4a87-a623-5b704a1cb089 req-c561baf4-39e9-4c73-b1e0-65fc6303c16c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:53.566408 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0b43ec92-1806-4a87-a623-5b704a1cb089 req-c561baf4-39e9-4c73-b1e0-65fc6303c16c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0973103 May 09 18:37:53.596615 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78d11673-0c70-4071-8a52-b1323741231f req-c47a7e34-d3f5-4da2-ad3a-8d9f3796ba22 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 210 time: 0.0502505 May 09 18:37:53.674848 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0b43ec92-1806-4a87-a623-5b704a1cb089 req-345f5e9b-3d84-4aa8-8592-dc5b8572d9b7 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012347 May 09 18:37:53.687954 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (bafe5e97-4ad5-4215-b52d-44ea097f5f40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.755892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.915201 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.919636 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:53.992370 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=ecf6616c-3ee7-4e98-b755-9a3a01ef71b8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:54.002229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (bafe5e97-4ad5-4215-b52d-44ea097f5f40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:54.104783 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP bafe5e97-4ad5-4215-b52d-44ea097f5f40 associated. External IP: 172.27.3.142, port: c19bbb2b-1768-4b80-966b-c5c78d575c4a. May 09 18:37:54.312628 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:54.420073 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:54.429739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:54.436818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:54.439103 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:54.439753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:37:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:54.468184 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ff8a0376-e6b2-447c-96da-19b6eacfcbf5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6204054 May 09 18:37:54.475235 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['5e1ae9aa-0a11-462a-821e-04380f9105c2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:54.570404 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:54.615100 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac1a5-d72e-4d99-ba6d-df173f8353ac req-63b9b639-7c5a-499b-b03e-4358fddffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:54.617280 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bd8ac1a5-d72e-4d99-ba6d-df173f8353ac req-63b9b639-7c5a-499b-b03e-4358fddffae1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 1129 time: 0.0455632 May 09 18:37:54.639547 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:54.642776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d88e1-db27-4446-b851-78fbb8cdc7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:54.703449 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b2834-902f-43bb-9fb4-2a7728a65df4 x-openstack-request-id: req-eb0b2834-902f-43bb-9fb4-2a7728a65df4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:54.703880 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:54.704209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb0b2834-902f-43bb-9fb4-2a7728a65df4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:54.704717 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0b2834-902f-43bb-9fb4-2a7728a65df4'] response: {'name': 'network-changed', 'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'status': 'completed', 'code': 200} May 09 18:37:54.747713 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-82255a95-95cd-465c-9d6f-69fb5aad7b55 req-055843b9-a7bb-46c0-b7c6-e270c2394af7 tempest-VolumesSnapshotTestJSON-209982285 tempest-VolumesSnapshotTestJSON-209982285-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b7f9f6-3920-4dc1-b126-e846eab217c5 HTTP/1.1" status: 200 len: 210 time: 0.0401900 May 09 18:37:54.755068 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bd8ac1a5-d72e-4d99-ba6d-df173f8353ac req-1670629c-9bae-4483-ad98-4d2795da7ebd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094618 May 09 18:37:54.817170 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'bafe5e97-4ad5-4215-b52d-44ea097f5f40', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:56:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:53Z', 'updated_at': '2022-05-09T18:37:53Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:54.820655 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d0560-048d-4ab8-b0ae-ff8129d05408 req-121ccb8c-e66f-4ece-bc0b-8bb692f3b83c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:54.822106 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-671d0560-048d-4ab8-b0ae-ff8129d05408 req-121ccb8c-e66f-4ece-bc0b-8bb692f3b83c tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0501399 May 09 18:37:54.850191 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:54.857884 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:54.858521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:37:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:54.877516 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-671d0560-048d-4ab8-b0ae-ff8129d05408 req-e16b37ec-640e-4dce-be7f-16691dbd64be tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 May 09 18:37:54.976913 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:55.188994 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'bafe5e97-4ad5-4215-b52d-44ea097f5f40', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:56:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:53Z', 'updated_at': '2022-05-09T18:37:53Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:55.270493 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-2c01a2cc-aba1-482d-9ec9-a5d43d9fe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:55.272118 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-2c01a2cc-aba1-482d-9ec9-a5d43d9fe857 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1130 time: 0.0435734 May 09 18:37:55.343922 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace5199-d0b8-40f4-ab62-cd249300d8e8 None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': 'bafe5e97-4ad5-4215-b52d-44ea097f5f40', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:56:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:53Z', 'updated_at': '2022-05-09T18:37:53Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:55.529744 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca294a5-1000-4184-9572-44596948af98 None None] New status for floating IP bafe5e97-4ad5-4215-b52d-44ea097f5f40: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:37:55.682074 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-839ac982-8ae8-4ce6-b96f-eaf363921e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:55.683598 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-839ac982-8ae8-4ce6-b96f-eaf363921e54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.1048844 May 09 18:37:55.757249 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-bb42681d-20f0-4ab7-97e7-d36b72b78055 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 1000 time: 0.0623937 May 09 18:37:55.819036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-9a3a0a7b-4ff8-46e2-a6d5-b115e4e2bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:55.819653 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-9a3a0a7b-4ff8-46e2-a6d5-b115e4e2bd17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0543122 May 09 18:37:55.869239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-0dada9b9-40b8-4eff-b7a1-e2b6b5a6d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:55.870737 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-0dada9b9-40b8-4eff-b7a1-e2b6b5a6d54b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446534 May 09 18:37:56.005664 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d3134-18b0-4dfa-939d-9669ab6a6084 req-765d2d9c-8d70-4587-9521-473374d3b686 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:56.007237 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd3d3134-18b0-4dfa-939d-9669ab6a6084 req-765d2d9c-8d70-4587-9521-473374d3b686 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0563438 May 09 18:37:56.075860 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cd3d3134-18b0-4dfa-939d-9669ab6a6084 req-90176cd7-b73e-4dd2-89f2-966473bdd3da tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 May 09 18:37:56.497414 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-b5c97bea-622e-4cd2-9cb7-9e06504bc5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880563 May 09 18:37:56.597326 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d31d88e1-db27-4446-b851-78fbb8cdc7e3 req-e3a56c9e-6203-4a01-a3e2-128087222670 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921052 May 09 18:37:57.193517 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7369e2-4165-4cd1-893d-924237adab6b req-84f0a47b-3e94-458f-9b79-1c18eb59595b tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:57.196192 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee7369e2-4165-4cd1-893d-924237adab6b req-84f0a47b-3e94-458f-9b79-1c18eb59595b tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0524306 May 09 18:37:57.253549 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee7369e2-4165-4cd1-893d-924237adab6b req-98cc4ba7-b1ef-4602-96bc-3b5cafe522b3 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502188 May 09 18:37:59.366587 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e1ae9aa-0a11-462a-821e-04380f9105c2 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:59.386062 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 5e1ae9aa-0a11-462a-821e-04380f9105c2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:59.386342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 5e1ae9aa-0a11-462a-821e-04380f9105c2 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:02.949103 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437bdb0-b31b-447d-9ca1-6b5e7b0e0ebf req-7ae7fa57-8ff0-4ce9-9164-261e71e2c75a tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:02.950570 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8437bdb0-b31b-447d-9ca1-6b5e7b0e0ebf req-7ae7fa57-8ff0-4ce9-9164-261e71e2c75a tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0487919 May 09 18:38:02.996765 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8437bdb0-b31b-447d-9ca1-6b5e7b0e0ebf req-0e8d1eb4-a664-44a6-83e2-b17624e3cf51 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 May 09 18:38:04.109905 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee4e6-d322-4b11-a82f-4b38012ff285 req-f928c4ce-f97d-452a-a2e4-0c6ab50d7955 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:04.111388 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d12ee4e6-d322-4b11-a82f-4b38012ff285 req-f928c4ce-f97d-452a-a2e4-0c6ab50d7955 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0459609 May 09 18:38:04.156788 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d12ee4e6-d322-4b11-a82f-4b38012ff285 req-bdc20064-62dc-4350-b008-c28de7c25dfd tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 May 09 18:38:05.273264 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512dcb-52d3-4c7b-8527-e918a9cdeb47 req-24e5678b-bc9b-4f7c-8a95-f7e4c92f5687 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:05.274733 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-15512dcb-52d3-4c7b-8527-e918a9cdeb47 req-24e5678b-bc9b-4f7c-8a95-f7e4c92f5687 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0532992 May 09 18:38:05.319801 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-15512dcb-52d3-4c7b-8527-e918a9cdeb47 req-21377451-bb2c-4f25-a2b7-8f782f3242c7 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 May 09 18:38:06.432174 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712416c3-eabb-4350-9e04-ac245e4eb5f4 req-94695cad-4b5d-4603-a08d-d3b4e07b5ce2 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:06.433721 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-712416c3-eabb-4350-9e04-ac245e4eb5f4 req-94695cad-4b5d-4603-a08d-d3b4e07b5ce2 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0466530 May 09 18:38:06.479209 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-712416c3-eabb-4350-9e04-ac245e4eb5f4 req-1a462255-da04-4a99-a095-5838fe081464 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c4dfcc8-42d9-46a4-b858-1517d388d524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 May 09 18:38:07.130020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-fb4b063d-70fb-4e6d-90c5-748ba405660e tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:07.131461 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-fb4b063d-70fb-4e6d-90c5-748ba405660e tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 945 time: 0.0457659 May 09 18:38:07.218833 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Deleting port 928a9f31-c0c6-49db-a6b3-79346a823409 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:07.219227 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.303732 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] For port 928a9f31-c0c6-49db-a6b3-79346a823409, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=928a9f31-c0c6-49db-a6b3-79346a823409,segment=NetworkSegment(debd3cb0-daa2-4bc0-a383-e83107f17554),segment_id=debd3cb0-daa2-4bc0-a383-e83107f17554)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:07.304093 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.320321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Calling delete_port for 928a9f31-c0c6-49db-a6b3-79346a823409 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:07.441939 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (928a9f31-c0c6-49db-a6b3-79346a823409), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.470754 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Pushing event deleted for resources: {'Port': ['ID=928a9f31-c0c6-49db-a6b3-79346a823409,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:07.478085 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['928a9f31-c0c6-49db-a6b3-79346a823409'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:38:07.504532 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.504887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.505241 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.505610 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.505951 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.506290 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.506625 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.507418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.507418 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.507630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.507963 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.508298 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.508630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.508962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.509295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:07.531953 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] No DVR routers for this DVR port 928a9f31-c0c6-49db-a6b3-79346a823409 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:38:07.534436 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.537727 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-303325fc-a8f7-43d5-9dc4-96170d0ae486 req-4438ec5d-d1a8-46fd-ae20-6f8ed8c67f38 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.36 "DELETE /v2.0/ports/928a9f31-c0c6-49db-a6b3-79346a823409 HTTP/1.1" status: 204 len: 173 time: 0.4009907 May 09 18:38:07.538172 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'name': 'network-vif-deleted', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:38:07.540503 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3a6c12-eace-436b-93b3-65bbf3b8005e" -d '{"events": [{"server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "name": "network-vif-deleted", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:38:07.586244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a49e4-d364-490b-b48f-4463bd338025 x-openstack-request-id: req-4c8a49e4-d364-490b-b48f-4463bd338025 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:38:07.586542 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aef81c-a005-440d-ba36-036e85d24b2d", "name": "network-vif-deleted", "tag": "928a9f31-c0c6-49db-a6b3-79346a823409", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:38:07.586801 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c8a49e4-d364-490b-b48f-4463bd338025 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:38:07.587225 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8a49e4-d364-490b-b48f-4463bd338025'] response: {'server_uuid': '54aef81c-a005-440d-ba36-036e85d24b2d', 'name': 'network-vif-deleted', 'tag': '928a9f31-c0c6-49db-a6b3-79346a823409', 'status': 'completed', 'code': 200} May 09 18:38:07.589418 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0be6c7f2-5078-470e-8d74-dd74b7480636 req-69627c09-55b8-4a32-bc07-eb9858dfc6f9 tempest-VolumesActionsTest-1174180819 tempest-VolumesActionsTest-1174180819-project] 10.222.0.25 "GET /v2.0/ports?device_id=54aef81c-a005-440d-ba36-036e85d24b2d HTTP/1.1" status: 200 len: 210 time: 0.0329576 May 09 18:38:11.391840 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace6d432-a489-4374-a0d1-9c4b7c619354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:11.413315 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 928a9f31-c0c6-49db-a6b3-79346a823409 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:11.416926 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:11.433146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 928a9f31-c0c6-49db-a6b3-79346a823409 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:38:11.433494 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 928a9f31-c0c6-49db-a6b3-79346a823409 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:12.950139 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:38:13.606097 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b73c0c-eb73-4317-b18a-8ed5b11ec36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:14.737112 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:16.170991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:17.605293 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:21.782280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:21.906775 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d6a180d-f570-4bd5-8489-b78ebb262be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.002231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d6a180d-f570-4bd5-8489-b78ebb262be1 admin admin] Publish callbacks [] for security_group (ff7d0260-2337-4872-ac5b-e52f4aba20b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.007859 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d6a180d-f570-4bd5-8489-b78ebb262be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ff7d0260-2337-4872-ac5b-e52f4aba20b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.044990 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1d6a180d-f570-4bd5-8489-b78ebb262be1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfa792a6828b476a962096e9ae012436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615716 May 09 18:38:22.047854 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:22.057205 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a180d-f570-4bd5-8489-b78ebb262be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d0260-2337-4872-ac5b-e52f4aba20b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:22.105557 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] Publish callbacks [] for security_group (ff7d0260-2337-4872-ac5b-e52f4aba20b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.128774 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] Publish callbacks [] for security_group (ff7d0260-2337-4872-ac5b-e52f4aba20b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.181079 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (ff7d0260-2337-4872-ac5b-e52f4aba20b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.185444 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.191682 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff7d0260-2337-4872-ac5b-e52f4aba20b4 HTTP/1.1" status: 204 len: 168 time: 0.1419940 May 09 18:38:22.200667 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d162787-000e-4aae-89ad-15534bb1c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d0260-2337-4872-ac5b-e52f4aba20b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:22.510828 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:22.526301 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f398b1a1-8863-48ed-9342-78c4fe23ddcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.612742 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f398b1a1-8863-48ed-9342-78c4fe23ddcb admin admin] Publish callbacks [] for security_group (035cff58-b831-4423-8dfa-5e877f9fa8f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.617207 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f398b1a1-8863-48ed-9342-78c4fe23ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (035cff58-b831-4423-8dfa-5e877f9fa8f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.654308 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:22.662163 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f398b1a1-8863-48ed-9342-78c4fe23ddcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b81db174a08400cab2c6a9637ceebb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500585 May 09 18:38:22.677292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398b1a1-8863-48ed-9342-78c4fe23ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035cff58-b831-4423-8dfa-5e877f9fa8f6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:22.722142 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] Publish callbacks [] for security_group (035cff58-b831-4423-8dfa-5e877f9fa8f6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.748852 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] Publish callbacks [] for security_group (035cff58-b831-4423-8dfa-5e877f9fa8f6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.810367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (035cff58-b831-4423-8dfa-5e877f9fa8f6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.814201 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:22.817403 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/035cff58-b831-4423-8dfa-5e877f9fa8f6 HTTP/1.1" status: 204 len: 168 time: 0.1597769 May 09 18:38:22.828962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc764006-d2be-42be-b1f2-b8f8d12df966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035cff58-b831-4423-8dfa-5e877f9fa8f6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:29.904713 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:29.974166 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Deleting subnet 5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:38:29.977768 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Publish callbacks [] for subnet (5e03e5f4-501a-4f62-8cf0-cb50ee7d5564), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.015096 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (5e03e5f4-501a-4f62-8cf0-cb50ee7d5564), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.070926 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.078711 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (5e03e5f4-501a-4f62-8cf0-cb50ee7d5564), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.140718 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (5e03e5f4-501a-4f62-8cf0-cb50ee7d5564), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.171011 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e03e5f4-501a-4f62-8cf0-cb50ee7d5564,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:30.183614 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.184261 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.184625 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.184943 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.185457 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.185956 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.187097 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.187470 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.187809 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.188141 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.188474 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.188800 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.189297 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.189795 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.190165 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:30.193179 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.198829 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8a43-45eb-4af0-b5f0-d4d1aa8ae6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.199155 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-de234b32-49fc-483e-854a-a483e7467d3e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5e03e5f4-501a-4f62-8cf0-cb50ee7d5564 HTTP/1.1" status: 204 len: 168 time: 0.2936049 May 09 18:38:30.200119 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.282898 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (b57d7f0b-92ae-439d-91c0-77be8f7f50c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.295602 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8a43-45eb-4af0-b5f0-d4d1aa8ae6fe admin admin] Publish callbacks [] for security_group (91ac583c-0f54-4ff7-b62b-ecb34b16b0c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.301230 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8a43-45eb-4af0-b5f0-d4d1aa8ae6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (91ac583c-0f54-4ff7-b62b-ecb34b16b0c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.347850 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6eeb8a43-45eb-4af0-b5f0-d4d1aa8ae6fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2131f1d0e66c4f9a9c6d466d05ad3044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756572 May 09 18:38:30.348915 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb8a43-45eb-4af0-b5f0-d4d1aa8ae6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac583c-0f54-4ff7-b62b-ecb34b16b0c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:30.352571 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.381964 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (b57d7f0b-92ae-439d-91c0-77be8f7f50c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.405908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] Publish callbacks [] for security_group (91ac583c-0f54-4ff7-b62b-ecb34b16b0c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.409541 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57d7f0b-92ae-439d-91c0-77be8f7f50c8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:30.427093 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45c1826-220c-4b54-83e3-bdfe43345f35') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:30.427424 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45c1826-220c-4b54-83e3-bdfe43345f35') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:30.432497 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] Publish callbacks [] for security_group (91ac583c-0f54-4ff7-b62b-ecb34b16b0c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.446833 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (a45c1826-220c-4b54-83e3-bdfe43345f35), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.468112 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (a45c1826-220c-4b54-83e3-bdfe43345f35), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.475482 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:38:30.476043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (a45c1826-220c-4b54-83e3-bdfe43345f35), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:38:30.478431 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:38:30.512275 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (91ac583c-0f54-4ff7-b62b-ecb34b16b0c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.515415 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.516774 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ac583c-0f54-4ff7-b62b-ecb34b16b0c0 HTTP/1.1" status: 204 len: 168 time: 0.1629980 May 09 18:38:30.527991 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ed562-3a3c-4bf0-a9b6-65b10877a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac583c-0f54-4ff7-b62b-ecb34b16b0c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:30.582193 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (b57d7f0b-92ae-439d-91c0-77be8f7f50c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.591735 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.595414 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b57d7f0b-92ae-439d-91c0-77be8f7f50c8 HTTP/1.1" status: 204 len: 168 time: 0.3938282 May 09 18:38:30.610062 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4463b9-5076-4ef0-91ce-0bb7aba04811 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57d7f0b-92ae-439d-91c0-77be8f7f50c8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:30.806157 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.855992 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5cb8fbd1-7a98-41e4-8738-d225e48a805a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64dd788fefab4eeab253b0f0d341fd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484762 May 09 18:38:30.859052 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.888107 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:30.901912 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18819aca-2d04-4909-a87a-6664de0862c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.932904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] Publish callbacks [] for security_group (8aa25ba6-e397-4882-8ce6-2cfd3f9bf306), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:30.962339 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] Publish callbacks [] for security_group (8aa25ba6-e397-4882-8ce6-2cfd3f9bf306), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.008884 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18819aca-2d04-4909-a87a-6664de0862c4 admin admin] Publish callbacks [] for security_group (54781a68-fdfb-4f13-bf77-81f503cc5ad7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.014253 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18819aca-2d04-4909-a87a-6664de0862c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (54781a68-fdfb-4f13-bf77-81f503cc5ad7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.024644 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8aa25ba6-e397-4882-8ce6-2cfd3f9bf306), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.028261 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.029646 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8aa25ba6-e397-4882-8ce6-2cfd3f9bf306 HTTP/1.1" status: 204 len: 168 time: 0.1694643 May 09 18:38:31.042078 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23adc96-bbf2-4100-bb00-19d22ed2e811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa25ba6-e397-4882-8ce6-2cfd3f9bf306,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:31.060820 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-18819aca-2d04-4909-a87a-6664de0862c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb99ccc04d464af5b6414273eabf094a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713822 May 09 18:38:31.063791 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:31.070502 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819aca-2d04-4909-a87a-6664de0862c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54781a68-fdfb-4f13-bf77-81f503cc5ad7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:31.134975 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] Publish callbacks [] for security_group (54781a68-fdfb-4f13-bf77-81f503cc5ad7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.164473 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] Publish callbacks [] for security_group (54781a68-fdfb-4f13-bf77-81f503cc5ad7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.232673 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (54781a68-fdfb-4f13-bf77-81f503cc5ad7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.235905 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.240596 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54781a68-fdfb-4f13-bf77-81f503cc5ad7 HTTP/1.1" status: 204 len: 168 time: 0.1734638 May 09 18:38:31.259850 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0740162-6153-469d-95bd-868fe164614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54781a68-fdfb-4f13-bf77-81f503cc5ad7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:32.405063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 41700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:32.506691 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4437864c-b2cb-4ace-9518-105afbcc66a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.579684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4437864c-b2cb-4ace-9518-105afbcc66a2 admin admin] Publish callbacks [] for security_group (3ecae4cb-6b16-4218-9a23-1ee0418f2dae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.583421 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4437864c-b2cb-4ace-9518-105afbcc66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3ecae4cb-6b16-4218-9a23-1ee0418f2dae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.623870 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4437864c-b2cb-4ace-9518-105afbcc66a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d5535e40efe4387a10f3540cd344c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177572 May 09 18:38:32.624962 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437864c-b2cb-4ace-9518-105afbcc66a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecae4cb-6b16-4218-9a23-1ee0418f2dae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:32.626546 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:32.672503 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] Publish callbacks [] for security_group (3ecae4cb-6b16-4218-9a23-1ee0418f2dae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.694085 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] Publish callbacks [] for security_group (3ecae4cb-6b16-4218-9a23-1ee0418f2dae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.738982 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (3ecae4cb-6b16-4218-9a23-1ee0418f2dae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.741458 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:32.742587 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ecae4cb-6b16-4218-9a23-1ee0418f2dae HTTP/1.1" status: 204 len: 168 time: 0.1150837 May 09 18:38:32.750161 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c11c09-4242-42fc-8af3-eab420a5b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecae4cb-6b16-4218-9a23-1ee0418f2dae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:34.637840 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:34.681164 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Deleting subnet dcbbcb0d-79bd-4098-867e-0bf37f643a87 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:38:34.684172 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Publish callbacks [] for subnet (dcbbcb0d-79bd-4098-867e-0bf37f643a87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.719668 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (dcbbcb0d-79bd-4098-867e-0bf37f643a87), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.756965 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (dcbbcb0d-79bd-4098-867e-0bf37f643a87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.806008 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (dcbbcb0d-79bd-4098-867e-0bf37f643a87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.830714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbbcb0d-79bd-4098-867e-0bf37f643a87,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:34.834316 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.837434 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-de19c75b-1b57-47fc-b3d9-65009a7cf1d1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dcbbcb0d-79bd-4098-867e-0bf37f643a87 HTTP/1.1" status: 204 len: 168 time: 0.1986182 May 09 18:38:34.839953 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:34.906185 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (59036ca0-bb3f-4d2c-8a69-3aa429c09c41), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.993449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (59036ca0-bb3f-4d2c-8a69-3aa429c09c41), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.016835 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59036ca0-bb3f-4d2c-8a69-3aa429c09c41']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:35.026769 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debd3cb0-daa2-4bc0-a383-e83107f17554') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:35.027081 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debd3cb0-daa2-4bc0-a383-e83107f17554') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:35.037121 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (debd3cb0-daa2-4bc0-a383-e83107f17554), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.050787 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (debd3cb0-daa2-4bc0-a383-e83107f17554), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.056613 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:38:35.056993 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (debd3cb0-daa2-4bc0-a383-e83107f17554), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:38:35.058636 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:38:35.121420 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (59036ca0-bb3f-4d2c-8a69-3aa429c09c41), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.126986 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.130101 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/59036ca0-bb3f-4d2c-8a69-3aa429c09c41 HTTP/1.1" status: 204 len: 168 time: 0.2892480 May 09 18:38:35.142216 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac833836-9ce9-4b0e-ab54-6e67984cfca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59036ca0-bb3f-4d2c-8a69-3aa429c09c41,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:35.288423 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:35.326500 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-25450331-09c4-453d-857f-20989fe5b7c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05197c0440624fce9090b97e6826d516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369291 May 09 18:38:35.328938 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 41808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:35.374938 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] Publish callbacks [] for security_group (0c4dfcc8-42d9-46a4-b858-1517d388d524), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.395555 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] Publish callbacks [] for security_group (0c4dfcc8-42d9-46a4-b858-1517d388d524), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.440590 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (0c4dfcc8-42d9-46a4-b858-1517d388d524), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.443032 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.444178 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c4dfcc8-42d9-46a4-b858-1517d388d524 HTTP/1.1" status: 204 len: 168 time: 0.1142941 May 09 18:38:35.451380 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1b6e9-8e4e-40d2-bf5a-5cca1b6e7b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4dfcc8-42d9-46a4-b858-1517d388d524,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:41.340087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-ba982897-3458-4185-a831-96afc89e4f10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404501 May 09 18:38:41.400033 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90e6d073-1e2d-4b24-834b-2a0c1b7da4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:41.410392 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:41.446450 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-910075b0-e902-43f4-8fdd-49c762aaa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:41.447723 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-910075b0-e902-43f4-8fdd-49c762aaa3a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1130 time: 0.0489352 May 09 18:38:41.816199 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-f99a061a-c54e-44cf-b98e-6b89e84ec64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:41.817653 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-f99a061a-c54e-44cf-b98e-6b89e84ec64c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.3495796 May 09 18:38:41.883485 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-e7637f44-ec8a-4de9-a1d9-66293a642f92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 1002 time: 0.0574341 May 09 18:38:41.931698 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-38ac71cc-80d4-4980-b9ae-043743bcaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:41.933122 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-38ac71cc-80d4-4980-b9ae-043743bcaf0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0435116 May 09 18:38:41.982834 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-6a614464-399a-43e2-ba10-cd3dfb3ca6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:41.984380 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-6a614464-399a-43e2-ba10-cd3dfb3ca6bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442848 May 09 18:38:42.074673 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-74e8759d-774c-487a-8d6e-685815332ccd service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834544 May 09 18:38:42.169675 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa21c390-0547-4adc-b9e9-3f50f24ffe78 req-cea10682-c542-422c-8839-b28bb11ab574 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891814 May 09 18:38:43.609610 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20af0649-e234-4991-a5be-9116853a2dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:44.740645 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:46.173251 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:47.606624 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:49.950041 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:38:50.261599 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:50.362281 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-094a9cd9-6583-4e9c-a9cf-7bfaff5808fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.437275 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-094a9cd9-6583-4e9c-a9cf-7bfaff5808fd admin admin] Publish callbacks [] for security_group (f1a560d3-8cf2-4983-8634-9d8af03682d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.440980 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-094a9cd9-6583-4e9c-a9cf-7bfaff5808fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f1a560d3-8cf2-4983-8634-9d8af03682d3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.479253 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-094a9cd9-6583-4e9c-a9cf-7bfaff5808fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de52a59737cf465489cd0b47a464a1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165918 May 09 18:38:50.480004 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9cd9-6583-4e9c-a9cf-7bfaff5808fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a560d3-8cf2-4983-8634-9d8af03682d3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:50.481968 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:50.528675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] Publish callbacks [] for security_group (f1a560d3-8cf2-4983-8634-9d8af03682d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.549265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] Publish callbacks [] for security_group (f1a560d3-8cf2-4983-8634-9d8af03682d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.595068 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (f1a560d3-8cf2-4983-8634-9d8af03682d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.597601 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:50.598736 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1a560d3-8cf2-4983-8634-9d8af03682d3 HTTP/1.1" status: 204 len: 168 time: 0.1157594 May 09 18:38:50.606465 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd46939-c258-4bd9-b977-02363e18d753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a560d3-8cf2-4983-8634-9d8af03682d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.202519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.308617 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-177344620-network', 'tenant_id': '93b84cf540d348be994e2ddab8345520'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:51.327484 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Made reservation on behalf of 93b84cf540d348be994e2ddab8345520 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:38:51.329692 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.338009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.369710 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42068) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.414147 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks [] for security_group (8bbe7308-e033-477a-82d2-41f793593240), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.418042 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8bbe7308-e033-477a-82d2-41f793593240), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.442653 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:38:51.452959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe7308-e033-477a-82d2-41f793593240,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.457862 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (c40abc7e-85a6-4a4b-8df6-b2676e700d89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.458199 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Added segment c40abc7e-85a6-4a4b-8df6-b2676e700d89 of type vlan for network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 May 09 18:38:51.476184 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf879b76-4dd2-4e20-94fb-87330011c49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.503979 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (8b5394fd-9ee8-4be5-9332-2fef427d3b03), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.527838 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (8b5394fd-9ee8-4be5-9332-2fef427d3b03), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.528901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:51.529569 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.555940 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf879b76-4dd2-4e20-94fb-87330011c49b admin admin] Publish callbacks [] for security_group (c978a07e-cf7f-468d-8f30-a7e3139602eb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.560086 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf879b76-4dd2-4e20-94fb-87330011c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c978a07e-cf7f-468d-8f30-a7e3139602eb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.586776 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3831179 May 09 18:38:51.589545 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.594288 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Request body: {'subnet': {'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-177344620-subnet', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:51.596509 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf879b76-4dd2-4e20-94fb-87330011c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978a07e-cf7f-468d-8f30-a7e3139602eb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.603366 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.603529 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cf879b76-4dd2-4e20-94fb-87330011c49b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d186503e14a4674bebd028d10b3726b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324204 May 09 18:38:51.621529 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb353e-24aa-4121-8399-f6c0983ce16a admin admin] Pushing event updated for resources: {'Network': ['ID=8b5394fd-9ee8-4be5-9332-2fef427d3b03,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.632080 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:38:51.644919 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Made reservation on behalf of 93b84cf540d348be994e2ddab8345520 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:38:51.647114 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216830'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.718044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] Publish callbacks [] for security_group (c978a07e-cf7f-468d-8f30-a7e3139602eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.751574 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] Publish callbacks [] for security_group (c978a07e-cf7f-468d-8f30-a7e3139602eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.857933 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (c978a07e-cf7f-468d-8f30-a7e3139602eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.860403 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.861594 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c978a07e-cf7f-468d-8f30-a7e3139602eb HTTP/1.1" status: 204 len: 168 time: 0.2572174 May 09 18:38:51.878134 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e9ef9-3438-4aa2-bc72-02e1d671c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978a07e-cf7f-468d-8f30-a7e3139602eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.887611 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4919581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216808'] for subnet (e5d8739c-3023-401a-a24a-c4c6be4d4ab6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:51.949640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d8739c-3023-401a-a24a-c4c6be4d4ab6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:51.959054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Checking segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:51.959452 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Network hostable DHCP agents. Network: 8b5394fd-9ee8-4be5-9332-2fef427d3b03, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:38:51.979050 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:38:51.990419 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, 8b5394fd-9ee8-4be5-9332-2fef427d3b03) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:51.996457 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:51.997066 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.000715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6feafb-c5c3-4605-8296-2dac469f5978 None None] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:38:52.017234 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-811a08bf-2756-473f-8aa4-7c9b874d5c33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4265568 May 09 18:38:52.020484 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:52.025219 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:52.049001 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.050462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.118153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for router_controller (af8adbeb-100a-41c4-97af-7d029fc20b0c), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.118573 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'project_id': '93b84cf540d348be994e2ddab8345520', 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:38:52.119973 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.263345 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for router_gateway (af8adbeb-100a-41c4-97af-7d029fc20b0c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.266509 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Allocated IP 172.20.0.2 (8b5394fd-9ee8-4be5-9332-2fef427d3b03/e5d8739c-3023-401a-a24a-c4c6be4d4ab6/36dcbb93-5288-428d-a50c-71e4eb6fe7d3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:52.411710 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks [] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.417545 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.443088 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for router_gateway (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.452961 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:52.456197 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:52.459596 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:52.462252 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.471411 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Pushing event updated for resources: {'Port': ['ID=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:52.494203 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.494557 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.494927 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.495286 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.495633 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.495967 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.496296 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.496624 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.496958 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.497292 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.497617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.497947 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.498271 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.498595 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.498917 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:52.533291 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Attempting to bind port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:38:52.534132 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Attempting to bind port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:38:52.534506 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Attempting to bind port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 on network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:38:52.539473 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:38:52.539854 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Checking segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:52.540263 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.540667 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Bound using segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:38:52.541131 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Bound port: 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:38:52.541517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.563697 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Allocated IP 172.27.3.51 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/d9647a0b-cd1b-424c-a3c1-d5047728dfaa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:52.605337 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] For port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:38:52.608513 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] For port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:38:52.613940 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.672866 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bffa02-24e3-4f4d-88e9-5fd247af6fb0 None None] Pushing event updated for resources: {'Port': ['ID=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:52.685391 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.719879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:52.760501 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:52.765675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:52.770809 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:52.773925 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Pushing event updated for resources: {'Port': ['ID=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:53.035276 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for router_gateway (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.234694 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.369511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Router af8adbeb-100a-41c4-97af-7d029fc20b0c is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:38:53.482255 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:38:53.491995 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Sync routers for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:38:53.502427 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.503255 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:53.503727 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d8d7b6a9-5f5b-4237-9ac1-1425c99bc073 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4820819 May 09 18:38:53.504262 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:53.506442 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:53.596589 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a40f50c-4be3-47ac-b1b6-2321b963e6e9 None None] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:38:53.663961 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:53.730659 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Provisioning complete for port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:53.731382 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.923405 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.941558 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Current status of the port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:53.941954 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:53.957055 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:52Z', 'revision_number': 3, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:53.985766 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Checking router: af8adbeb-100a-41c4-97af-7d029fc20b0c for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:38:53.986885 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Updating router af8adbeb-100a-41c4-97af-7d029fc20b0c port d9647a0b-cd1b-424c-a3c1-d5047728dfaa binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:38:54.034834 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] For port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:54.039058 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.042613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.132739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Allocated IP 172.20.0.1 (8b5394fd-9ee8-4be5-9332-2fef427d3b03/e5d8739c-3023-401a-a24a-c4c6be4d4ab6/98928f37-11c7-4c3b-a040-432a78220d24) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:54.268929 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks [] for port (98928f37-11c7-4c3b-a040-432a78220d24), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.304857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.318732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:54.345100 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:54.348608 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:54.353311 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0b5c-eaf9-4802-9f95-84c0a0321ebd None None] Pushing event updated for resources: {'Port': ['ID=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:54.354426 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:54.365305 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-90b01719-a43a-401e-8856-db8b87419c98 None None] Provisioning complete for port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:54.365901 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90b01719-a43a-401e-8856-db8b87419c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.385931 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Pushing event updated for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:54.404534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.476128 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:54.476507 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.559785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (98928f37-11c7-4c3b-a040-432a78220d24), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.589611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90b01719-a43a-401e-8856-db8b87419c98 None None] Current status of the port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:54.676218 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks [] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.678465 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:54.686402 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.727544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks [] for port (98928f37-11c7-4c3b-a040-432a78220d24), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.732811 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.750192 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2ceb4677-5a30-4fe8-a529-e51e32da714d None None] Provisioning complete for port 98928f37-11c7-4c3b-a040-432a78220d24 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:54.750750 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4677-5a30-4fe8-a529-e51e32da714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (98928f37-11c7-4c3b-a040-432a78220d24), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.753002 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Attempting to bind port d9647a0b-cd1b-424c-a3c1-d5047728dfaa on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:38:54.753373 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Attempting to bind port d9647a0b-cd1b-424c-a3c1-d5047728dfaa by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:38:54.753736 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Attempting to bind port d9647a0b-cd1b-424c-a3c1-d5047728dfaa on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:38:54.755596 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1df9-d6f0-441f-9dbe-8c0b682f2831 None None] Pushing event updated for resources: {'Port': ['ID=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:54.780842 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:38:54.781229 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:54.781639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.782036 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:38:54.782517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Bound port: d9647a0b-cd1b-424c-a3c1-d5047728dfaa, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:38:54.782906 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.802812 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.804521 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Pushing event updated for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:54.823984 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb4677-5a30-4fe8-a529-e51e32da714d None None] Port 98928f37-11c7-4c3b-a040-432a78220d24 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:38:54.843943 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] For port d9647a0b-cd1b-424c-a3c1-d5047728dfaa, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:38:54.847207 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] For port d9647a0b-cd1b-424c-a3c1-d5047728dfaa, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:38:54.853573 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:54.901949 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:54.903419 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:54.912705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1df9-d6f0-441f-9dbe-8c0b682f2831 None None] Pushing event updated for resources: {'Port': ['ID=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:54.915224 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:54.915828 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:55.030074 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Router af8adbeb-100a-41c4-97af-7d029fc20b0c has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:38:55.040839 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:55.145908 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:38:55.150778 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d6de48ae-3e7a-4e16-970a-e124f14c5509 admin admin] 10.222.0.25 "PUT /v2.0/routers/af8adbeb-100a-41c4-97af-7d029fc20b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6433837 May 09 18:38:55.175416 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1f360521-e7d3-474f-8124-d736c96f4a41 None None] Provisioning complete for port 98928f37-11c7-4c3b-a040-432a78220d24 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:55.175802 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f360521-e7d3-474f-8124-d736c96f4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (98928f37-11c7-4c3b-a040-432a78220d24), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.231102 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1f360521-e7d3-474f-8124-d736c96f4a41 None None] Port 98928f37-11c7-4c3b-a040-432a78220d24 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:38:55.284208 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 2, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:55.310874 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0218ac-5211-405a-ae81-be29f203bc17 None None] The sync data for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi is: [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 2, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:38:55.703539 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:55.709097 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-659399811-network', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:55.733575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Made reservation on behalf of 160d33e6e5b1470c9de7b0cf18029a59 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:38:55.735989 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.745327 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.821443 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks [] for security_group (97ba5098-caa4-4648-8a76-67614b3c6ad3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.825773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (97ba5098-caa4-4648-8a76-67614b3c6ad3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.856871 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:38:55.867058 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba5098-caa4-4648-8a76-67614b3c6ad3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:55.872433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (4cf2ce84-1118-4634-9d4f-e352e3ad7676), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.872805 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Added segment 4cf2ce84-1118-4634-9d4f-e352e3ad7676 of type vlan for network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 May 09 18:38:55.915078 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776938728075'] for network (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.953389 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751'] for network (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:55.954639 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:55.956225 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.022421 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3153064 May 09 18:38:56.023323 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:56.028769 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Request body: {'subnet': {'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-659399811-subnet', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:56.032608 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175a598-31e4-40bb-934f-ca5ece54bbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:56.047057 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 details requested by agent ovs-agent-dv-cinder-841125-3-iscsi with host dv-cinder-841125-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:38:56.057106 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Made reservation on behalf of 160d33e6e5b1470c9de7b0cf18029a59 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:38:56.059714 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58825173'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.238147 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device d9647a0b-cd1b-424c-a3c1-d5047728dfaa up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:56.262024 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59298580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58825155'] for subnet (ba3cd835-4b91-4c72-ae0b-dd6940aa6168), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.287353 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port d9647a0b-cd1b-424c-a3c1-d5047728dfaa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:56.287732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.334868 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Checking segment: {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:56.335238 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Network hostable DHCP agents. Network: a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5, hostable agents: ['a3876c89-1099-4149-a57b-1159671655bb'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:38:56.338513 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3cd835-4b91-4c72-ae0b-dd6940aa6168,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:56.362810 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 is scheduled to be hosted by DHCP agent a3876c89-1099-4149-a57b-1159671655bb with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:38:56.373840 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-3-iscsi, a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:56.376964 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port d9647a0b-cd1b-424c-a3c1-d5047728dfaa is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:56.377822 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.379952 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:56.380873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.386365 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb366b9-a78d-4477-bc9b-178003127d2b None None] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:38:56.398215 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ffa1d0de-a8cb-410a-80a3-52e10075d405 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3743289 May 09 18:38:56.400848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:56.405515 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:38:56.426090 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.427708 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539442', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-287787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57973'] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.445723 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port d9647a0b-cd1b-424c-a3c1-d5047728dfaa, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:56.451745 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.452763 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:56.488295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for router_controller (08de131d-5b64-4619-a95a-667d7f3cf8dd), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.571737 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:56.589115 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:56.589505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.592994 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650ba597-08b6-52ba-88e4-0af1d3d0cb36-a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168'}]}} from dv-cinder-841125-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:38:56.593865 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.652455 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for router_gateway (08de131d-5b64-4619-a95a-667d7f3cf8dd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:56.785223 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:56.801851 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Allocated IP 172.20.0.2 (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5/ba3cd835-4b91-4c72-ae0b-dd6940aa6168/a6bb8115-977e-40d0-a061-2c7c0d0cc95c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:57.082066 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks [] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.090325 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.114949 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for router_gateway (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.134175 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:57.134700 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.139269 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:57.144147 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:57.149588 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Pushing event updated for resources: {'Port': ['ID=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:57.202721 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Attempting to bind port a6bb8115-977e-40d0-a061-2c7c0d0cc95c on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:38:57.203104 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Attempting to bind port a6bb8115-977e-40d0-a061-2c7c0d0cc95c by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:38:57.203544 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Attempting to bind port a6bb8115-977e-40d0-a061-2c7c0d0cc95c on network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:38:57.209241 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:38:57.209628 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Checking segment: {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:57.210046 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.210460 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Bound using segment: {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:38:57.210929 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Bound port: a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:38:57.211342 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.246145 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Allocated IP 172.27.3.252 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a72c505e-d2b2-458f-9df8-2f9e38864550) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:57.285170 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] For port a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:38:57.288322 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] For port a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:38:57.296417 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.368406 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bc1a7-dea3-4c1b-82fd-9248b745b011 None None] Pushing event updated for resources: {'Port': ['ID=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:57.373470 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.407505 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.446457 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Sync routers for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:38:57.452747 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:57.456083 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:57.458850 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:57.459596 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:57.462192 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:57.468018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Pushing event updated for resources: {'Port': ['ID=a72c505e-d2b2-458f-9df8-2f9e38864550,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:57.609157 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:57.742560 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for router_gateway (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.812434 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 2, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:57.839766 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Checking router: af8adbeb-100a-41c4-97af-7d029fc20b0c for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:38:57.840423 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Updating router af8adbeb-100a-41c4-97af-7d029fc20b0c port 98928f37-11c7-4c3b-a040-432a78220d24 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:38:57.867486 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (98928f37-11c7-4c3b-a040-432a78220d24), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:57.945340 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539621'] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.083609 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Router 08de131d-5b64-4619-a95a-667d7f3cf8dd is scheduled to L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:38:58.156770 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks [] for port (98928f37-11c7-4c3b-a040-432a78220d24), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.163910 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.216453 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:38:58.227810 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Sync routers for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:38:58.243585 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.244002 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Pushing event updated for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:58.247426 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-156f0a17-0de7-4653-b397-6fd0924dcc73 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8429744 May 09 18:38:58.247896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:58.261732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:58.262390 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:58.265740 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.266100 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.267054 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.267451 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.268389 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.268731 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.269068 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.269399 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.269729 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.270059 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.270388 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.270733 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.271063 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.271414 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.271739 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:58.292961 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Attempting to bind port 98928f37-11c7-4c3b-a040-432a78220d24 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:38:58.293751 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Attempting to bind port 98928f37-11c7-4c3b-a040-432a78220d24 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:38:58.294722 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Attempting to bind port 98928f37-11c7-4c3b-a040-432a78220d24 on network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:38:58.302255 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:38:58.302967 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Checking segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:58.303636 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.304255 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Bound using segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:38:58.304934 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Bound port: 98928f37-11c7-4c3b-a040-432a78220d24, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:38:58.305534 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (98928f37-11c7-4c3b-a040-432a78220d24), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.324186 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a6bb8115-977e-40d0-a061-2c7c0d0cc95c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:58.395657 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] For port 98928f37-11c7-4c3b-a040-432a78220d24, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:38:58.405185 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] For port 98928f37-11c7-4c3b-a040-432a78220d24, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=98928f37-11c7-4c3b-a040-432a78220d24,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:38:58.415746 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.456075 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a6bb8115-977e-40d0-a061-2c7c0d0cc95c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:58.456760 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.487554 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:58.503814 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:58.504447 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:58.555618 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc632dd-1d0c-4deb-b25d-9b3062e990c6 None None] Pushing event updated for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:58.579579 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b09da-66c0-4b0e-97ee-f09a6ffeb85d None None] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:38:58.653601 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:58.686932 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Provisioning complete for port 98928f37-11c7-4c3b-a040-432a78220d24 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:58.687345 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (98928f37-11c7-4c3b-a040-432a78220d24), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.794007 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.813800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a6bb8115-977e-40d0-a061-2c7c0d0cc95c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:58.814190 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.886634 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:58Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:58.928175 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16ea7b-1585-4046-bdf0-94e2b47ab931 None None] The sync data for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi is: [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:58Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:38:58.934247 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:57Z', 'revision_number': 3, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:58.947217 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:58.976383 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Checking router: 08de131d-5b64-4619-a95a-667d7f3cf8dd for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:38:58.976742 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Updating router 08de131d-5b64-4619-a95a-667d7f3cf8dd port a72c505e-d2b2-458f-9df8-2f9e38864550 binding host dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:38:58.978647 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:58.979460 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device d9647a0b-cd1b-424c-a3c1-d5047728dfaa up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:58.989803 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Allocated IP 172.20.0.1 (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5/ba3cd835-4b91-4c72-ae0b-dd6940aa6168/ddf629b0-a2aa-455b-9505-11b010500a82) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:38:59.048702 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Current status of the port 98928f37-11c7-4c3b-a040-432a78220d24 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:59.049674 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (98928f37-11c7-4c3b-a040-432a78220d24), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.092224 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.135942 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks [] for port (ddf629b0-a2aa-455b-9505-11b010500a82), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.138708 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:59.165530 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] For port 98928f37-11c7-4c3b-a040-432a78220d24, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=98928f37-11c7-4c3b-a040-432a78220d24,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:59.177084 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.177854 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.222704 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:38:59.225887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:38:59.232021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:38:59.238836 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:59.279520 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539080'] for router_interface (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.281655 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port d9647a0b-cd1b-424c-a3c1-d5047728dfaa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:59.282121 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.313635 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Provisioning complete for port a6bb8115-977e-40d0-a061-2c7c0d0cc95c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:59.314026 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.454158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Pushing event updated for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:59.469494 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.587322 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port d9647a0b-cd1b-424c-a3c1-d5047728dfaa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:59.605617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e888aee3-ace2-48c0-951f-f31e8849546d None None] Current status of the port a6bb8115-977e-40d0-a061-2c7c0d0cc95c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:59.786242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Provisioning complete for port ddf629b0-a2aa-455b-9505-11b010500a82 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:59.786627 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.819684 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks [] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.828989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.862228 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Port ddf629b0-a2aa-455b-9505-11b010500a82 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:38:59.893899 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Provisioning complete for port 98928f37-11c7-4c3b-a040-432a78220d24 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:59.894283 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (98928f37-11c7-4c3b-a040-432a78220d24), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.916505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb99934-a093-40e9-b98d-f5ad2979df81 None None] Pushing event updated for resources: {'Port': ['ID=a72c505e-d2b2-458f-9df8-2f9e38864550,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:59.921351 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Attempting to bind port a72c505e-d2b2-458f-9df8-2f9e38864550 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:38:59.921739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Attempting to bind port a72c505e-d2b2-458f-9df8-2f9e38864550 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:38:59.922119 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Attempting to bind port a72c505e-d2b2-458f-9df8-2f9e38864550 on network b020be39-2dab-4a06-8a07-96fb262908c3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:38:59.926509 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks [] for port (ddf629b0-a2aa-455b-9505-11b010500a82), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.931725 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.932795 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:38:59.933184 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Checking segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:38:59.934041 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.934041 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Bound using segment: {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:38:59.934464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Bound port: a72c505e-d2b2-458f-9df8-2f9e38864550, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934971c8-7ead-415b-96f6-6fe88faeb787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:38:59.935444 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:59.999133 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:00.001675 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525186'] for router_interface (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.021315 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] For port a72c505e-d2b2-458f-9df8-2f9e38864550, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:39:00.039687 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] For port a72c505e-d2b2-458f-9df8-2f9e38864550, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a72c505e-d2b2-458f-9df8-2f9e38864550,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:39:00.042395 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Current status of the port 98928f37-11c7-4c3b-a040-432a78220d24 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:00.048401 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.060908 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Provisioning complete for port a6bb8115-977e-40d0-a061-2c7c0d0cc95c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:00.061288 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.098222 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:39:00.100209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:39:00.134329 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:00.134980 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:00.190274 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb99934-a093-40e9-b98d-f5ad2979df81 None None] Pushing event updated for resources: {'Port': ['ID=a72c505e-d2b2-458f-9df8-2f9e38864550,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:00.209722 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a6bb8115-977e-40d0-a061-2c7c0d0cc95c up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:00.240009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Router 08de131d-5b64-4619-a95a-667d7f3cf8dd has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:39:00.319006 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe780-bf91-41b7-840b-fa6aea9e35f0 None None] Current status of the port a6bb8115-977e-40d0-a061-2c7c0d0cc95c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:00.342647 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:00.355918 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:39:00.360838 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a2c8d6c3-5abd-4ea3-ae72-edb004da7505 admin admin] 10.222.0.25 "PUT /v2.0/routers/08de131d-5b64-4619-a95a-667d7f3cf8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1115115 May 09 18:39:00.370176 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a6bb8115-977e-40d0-a061-2c7c0d0cc95c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:00.370566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.496201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-62bcba12-2d47-4a4b-beb8-231b97b814bd None None] Provisioning complete for port ddf629b0-a2aa-455b-9505-11b010500a82 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:00.496577 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bcba12-2d47-4a4b-beb8-231b97b814bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.574155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62bcba12-2d47-4a4b-beb8-231b97b814bd None None] Port ddf629b0-a2aa-455b-9505-11b010500a82 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:39:00.603546 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a6bb8115-977e-40d0-a061-2c7c0d0cc95c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:00.604603 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 98928f37-11c7-4c3b-a040-432a78220d24 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:00.681914 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ddf629b0-a2aa-455b-9505-11b010500a82', 'name': '', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'mac_address': 'fa:16:3e:b5:9f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:58Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 2, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'subnets': [{'id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:00.712319 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30fd34-83b6-4609-aff6-80dacb271227 None None] The sync data for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi is: [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ddf629b0-a2aa-455b-9505-11b010500a82', 'name': '', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'mac_address': 'fa:16:3e:b5:9f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:58Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 2, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'subnets': [{'id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:39:00.713825 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port 98928f37-11c7-4c3b-a040-432a78220d24 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:00.714199 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (98928f37-11c7-4c3b-a040-432a78220d24), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.799478 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port 98928f37-11c7-4c3b-a040-432a78220d24 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:02.193629 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a72c505e-d2b2-458f-9df8-2f9e38864550 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:02.297174 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a72c505e-d2b2-458f-9df8-2f9e38864550 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:02.297509 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:02.406845 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a72c505e-d2b2-458f-9df8-2f9e38864550 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:02.407377 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:02.433314 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] For port a72c505e-d2b2-458f-9df8-2f9e38864550, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a72c505e-d2b2-458f-9df8-2f9e38864550,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:02.439246 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:02.503972 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Pushing event updated for resources: {'Port': ['ID=a72c505e-d2b2-458f-9df8-2f9e38864550,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:03.425933 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Sync routers for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:39:03.521148 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:03.521397 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:03.634814 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:03.839493 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ddf629b0-a2aa-455b-9505-11b010500a82', 'name': '', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'mac_address': 'fa:16:3e:b5:9f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:58Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 2, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'subnets': [{'id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:03.870713 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Checking router: 08de131d-5b64-4619-a95a-667d7f3cf8dd for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:39:03.871163 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Updating router 08de131d-5b64-4619-a95a-667d7f3cf8dd port ddf629b0-a2aa-455b-9505-11b010500a82 binding host dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:39:03.900965 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.175566 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a72c505e-d2b2-458f-9df8-2f9e38864550 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:04.200778 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks [] for port (ddf629b0-a2aa-455b-9505-11b010500a82), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.208477 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.236908 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port a72c505e-d2b2-458f-9df8-2f9e38864550 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:04.237401 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.300076 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ce05b-4689-4fc9-8da6-2621b95ef0a2 None None] Pushing event updated for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.349705 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Attempting to bind port ddf629b0-a2aa-455b-9505-11b010500a82 on host dv-cinder-841125-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:39:04.350339 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Attempting to bind port ddf629b0-a2aa-455b-9505-11b010500a82 by drivers openvswitch,hyperv on host dv-cinder-841125-3-iscsi at level 0 using segments [{'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:39:04.350917 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Attempting to bind port ddf629b0-a2aa-455b-9505-11b010500a82 on network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:39:04.361275 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Checking agent: {'id': 'a8fdd694-3739-47ed-bf85-f95b4d342957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 21, 18), 'started_at': datetime.datetime(2022, 5, 9, 18, 21, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:39:04.361998 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Checking segment: {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:39:04.362585 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.363155 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Bound using segment: {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:39:04.364221 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Bound port: ddf629b0-a2aa-455b-9505-11b010500a82, host: dv-cinder-841125-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf2ce84-1118-4634-9d4f-e352e3ad7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:39:04.364930 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.372697 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port a72c505e-d2b2-458f-9df8-2f9e38864550 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:04.444540 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] For port ddf629b0-a2aa-455b-9505-11b010500a82, host dv-cinder-841125-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:39:04.448895 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] For port ddf629b0-a2aa-455b-9505-11b010500a82, host dv-cinder-841125-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ddf629b0-a2aa-455b-9505-11b010500a82,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:39:04.458386 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.527798 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:04.528730 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:38:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:04.535705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Provisioning complete for port ddf629b0-a2aa-455b-9505-11b010500a82 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:04.535705 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.587296 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ce05b-4689-4fc9-8da6-2621b95ef0a2 None None] Pushing event updated for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.636667 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Current status of the port ddf629b0-a2aa-455b-9505-11b010500a82 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:04.637068 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.696592 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] For port ddf629b0-a2aa-455b-9505-11b010500a82, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ddf629b0-a2aa-455b-9505-11b010500a82,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:04.700383 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:04.702603 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.765872 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec65f-472f-4266-872c-b7b9b74f1dbe None None] Pushing event updated for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.827615 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c42a8a99-f72e-4492-a341-5d2404555d69 None None] Provisioning complete for port ddf629b0-a2aa-455b-9505-11b010500a82 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:04.827994 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c42a8a99-f72e-4492-a341-5d2404555d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.931127 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c42a8a99-f72e-4492-a341-5d2404555d69 None None] Current status of the port ddf629b0-a2aa-455b-9505-11b010500a82 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:04.946274 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ddf629b0-a2aa-455b-9505-11b010500a82', 'name': '', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'mac_address': 'fa:16:3e:b5:9f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:58Z', 'updated_at': '2022-05-09T18:39:04Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'subnets': [{'id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:04.974713 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433e338-35f4-4d34-8081-28654ff6f5c9 None None] The sync data for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi is: [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': 'ddf629b0-a2aa-455b-9505-11b010500a82', 'name': '', 'network_id': 'a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'mac_address': 'fa:16:3e:b5:9f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:58Z', 'updated_at': '2022-05-09T18:39:04Z', 'revision_number': 4, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'subnets': [{'id': 'ba3cd835-4b91-4c72-ae0b-dd6940aa6168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:39:06.179930 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ddf629b0-a2aa-455b-9505-11b010500a82 up at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:06.236857 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Provisioning complete for port ddf629b0-a2aa-455b-9505-11b010500a82 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:06.237409 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:06.333038 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Current status of the port ddf629b0-a2aa-455b-9505-11b010500a82 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:09.793123 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-b3aab2e4-aafe-4682-91d0-e50fc61e1c4a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:09.794592 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-b3aab2e4-aafe-4682-91d0-e50fc61e1c4a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 814 time: 0.1000414 May 09 18:39:09.808476 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-c642e2a5-f315-4e34-a28f-2e39bd2666c4 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/quotas/93b84cf540d348be994e2ddab8345520 HTTP/1.1" status: 200 len: 375 time: 0.0085733 May 09 18:39:09.860545 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-15aad060-3532-4609-b245-f0d0652fe19c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473182 May 09 18:39:09.954443 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-ad08438f-1721-4612-98fe-34faedba4de2 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823715 May 09 18:39:10.046968 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-c8f5601d-d0e4-40e8-b9ce-ca2ab0c24b86 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 May 09 18:39:10.201590 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b34bfe0c-71b2-4246-b0b6-ebcf176d30c6 req-84a7f2ae-ccba-4a9b-a995-003fd7fb08d5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 210 time: 0.0278966 May 09 18:39:11.198022 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-29c9e76e-0f2a-4b4a-ae34-3d85885fd832 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:11.199446 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-29c9e76e-0f2a-4b4a-ae34-3d85885fd832 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 814 time: 0.0996950 May 09 18:39:11.222456 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'port': {'device_id': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'admin_state_up': True, 'tenant_id': '93b84cf540d348be994e2ddab8345520'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:11.314226 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d13c025f-bfd0-43ea-916e-f6b0a65766b5 req-4ded0461-20aa-4fdd-8dd0-a70c4ca0e3c8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 210 time: 0.0331309 May 09 18:39:11.367099 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Made reservation on behalf of 93b84cf540d348be994e2ddab8345520 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:39:11.371332 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.394260 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-396d6e64-218d-40a0-bca8-f50c699508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.424760 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.514835 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Allocated IP 172.20.0.10 (8b5394fd-9ee8-4be5-9332-2fef427d3b03/e5d8739c-3023-401a-a24a-c4c6be4d4ab6/6d06943b-04f5-46e7-9825-27b3d5682858) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:39:11.723273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for port (6d06943b-04f5-46e7-9825-27b3d5682858), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.760401 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.818887 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:11.827892 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.828253 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.828615 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.828966 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.829346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.829658 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.829995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.830367 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.831256 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.831602 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.832153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.832480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.832813 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.833150 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.833483 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.846940 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:39:11.849524 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:39:11.852228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:39:11.913223 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:11.914044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.940517 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cf73b292-d2ce-423f-84ee-528a623eaa73 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194445 May 09 18:39:12.205331 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ebaa7fba-7dc9-455e-9ae2-f76dd33da8fe None None] Provisioning complete for port 6d06943b-04f5-46e7-9825-27b3d5682858 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:12.206189 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7fba-7dc9-455e-9ae2-f76dd33da8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.241680 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa7fba-7dc9-455e-9ae2-f76dd33da8fe None None] Port 6d06943b-04f5-46e7-9825-27b3d5682858 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:39:12.431154 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1af7-54b8-4bf3-9883-1db3bc3a8773 req-11d71995-f8c9-4571-b34f-2767f69c24d8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:12.439476 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-80df1af7-54b8-4bf3-9883-1db3bc3a8773 req-11d71995-f8c9-4571-b34f-2767f69c24d8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0572543 May 09 18:39:12.494164 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-80df1af7-54b8-4bf3-9883-1db3bc3a8773 req-f90ac996-85fd-40da-9a2a-63af76d23778 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527596 May 09 18:39:13.613537 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89f6b4b-8801-4ba0-892d-d227a03134fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:13.774816 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f9272-09e7-408b-99df-d4a71fb71d83 req-1915898a-1d8d-407e-bb1e-7ea9c4927cf8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:13.776329 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-060f9272-09e7-408b-99df-d4a71fb71d83 req-1915898a-1d8d-407e-bb1e-7ea9c4927cf8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0525911 May 09 18:39:13.822561 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-060f9272-09e7-408b-99df-d4a71fb71d83 req-1682a012-12e0-49f8-ba48-5ae8c6da2957 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 May 09 18:39:14.746982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:14.940879 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e822-c3f7-4a8d-9fa5-adb7cd779268 req-88ee11a0-88f3-4af5-bb74-5c130fa8353b tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:14.948976 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee73e822-c3f7-4a8d-9fa5-adb7cd779268 req-88ee11a0-88f3-4af5-bb74-5c130fa8353b tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0598073 May 09 18:39:14.997319 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee73e822-c3f7-4a8d-9fa5-adb7cd779268 req-75014fe3-eaa8-4398-9879-653cbb05c2ba tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 May 09 18:39:16.110610 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd14e5-f05b-44bb-b3be-28ee29179321 req-a537cf4b-d0f4-4d08-8fd5-4d3859bf98a3 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:16.112691 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33fd14e5-f05b-44bb-b3be-28ee29179321 req-a537cf4b-d0f4-4d08-8fd5-4d3859bf98a3 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0494680 May 09 18:39:16.157344 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33fd14e5-f05b-44bb-b3be-28ee29179321 req-3c2616b1-8335-43a6-b7e2-de557d205740 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 May 09 18:39:16.191858 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:17.276616 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310af28-6c7d-4278-a96e-fc1c176e132e req-3dde504e-9472-462a-86a0-5b89cc185d54 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:17.278158 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8310af28-6c7d-4278-a96e-fc1c176e132e req-3dde504e-9472-462a-86a0-5b89cc185d54 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0466790 May 09 18:39:17.334242 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8310af28-6c7d-4278-a96e-fc1c176e132e req-e986d4c0-6c72-4027-9607-75ce01f8b25d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494742 May 09 18:39:17.621568 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:18.461936 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5874-70a2-4824-8034-27627e22e2c6 req-2bbb0416-f858-4c40-aeaf-4cb702e728fb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:18.463607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-872c5874-70a2-4824-8034-27627e22e2c6 req-2bbb0416-f858-4c40-aeaf-4cb702e728fb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0539505 May 09 18:39:18.539146 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-872c5874-70a2-4824-8034-27627e22e2c6 req-3f50b76c-15db-4aaf-b57b-c87c114706e0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 May 09 18:39:19.664904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436534-7ee0-4f89-9e18-762ed34d1e08 req-e95770de-b8a7-41fe-bd4b-34b5cac6edbe tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:19.666381 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-21436534-7ee0-4f89-9e18-762ed34d1e08 req-e95770de-b8a7-41fe-bd4b-34b5cac6edbe tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0539310 May 09 18:39:19.714002 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-21436534-7ee0-4f89-9e18-762ed34d1e08 req-fc3716bd-cb8e-46a5-91a8-a852676e2423 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 May 09 18:39:20.823820 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473588e0-a420-4987-bafe-5ef43a9aa106 req-4cf33a5b-a3e8-4883-adf5-7e096df46364 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:20.825272 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-473588e0-a420-4987-bafe-5ef43a9aa106 req-4cf33a5b-a3e8-4883-adf5-7e096df46364 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 932 time: 0.0461981 May 09 18:39:20.873358 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-473588e0-a420-4987-bafe-5ef43a9aa106 req-8042e777-ef7b-449a-9c98-ab98e7993f86 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 May 09 18:39:21.161314 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Request body: {'port': {'device_id': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:21.217181 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.477045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d06943b-04f5-46e7-9825-27b3d5682858 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:39:21.484176 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks [] for port (6d06943b-04f5-46e7-9825-27b3d5682858), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.497411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Transition to ACTIVE for port object 6d06943b-04f5-46e7-9825-27b3d5682858 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:39:21.500711 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.556381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:21.622727 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Attempting to bind port 6d06943b-04f5-46e7-9825-27b3d5682858 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:39:21.623079 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Attempting to bind port 6d06943b-04f5-46e7-9825-27b3d5682858 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:39:21.623427 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Attempting to bind port 6d06943b-04f5-46e7-9825-27b3d5682858 on network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:39:21.629226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Port 6d06943b-04f5-46e7-9825-27b3d5682858 on network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:39:21.629557 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Attempting to bind port 6d06943b-04f5-46e7-9825-27b3d5682858 on network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:39:21.634709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:39:21.635077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Checking segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:39:21.635490 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Bound using segment: {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:39:21.635922 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Bound port: 6d06943b-04f5-46e7-9825-27b3d5682858, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40abc7e-85a6-4a4b-8df6-b2676e700d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:39:21.636284 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.705346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:39:21.708985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:39:21.715342 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.749203 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:21.749866 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:21.751194 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1094 time: 0.5940979 May 09 18:39:21.751677 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:21.753829 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c194c9-8444-443e-9bb6-136c1b3c7568" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:21.781496 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c277d-7ddd-4ff8-880a-b769b23e3f33 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:21.817365 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f01906-6ae7-4f82-9fa3-305c299aedb0 x-openstack-request-id: req-b0f01906-6ae7-4f82-9fa3-305c299aedb0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:21.817654 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:21.817912 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0f01906-6ae7-4f82-9fa3-305c299aedb0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:21.818301 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f01906-6ae7-4f82-9fa3-305c299aedb0'] response: {'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:39:21.850047 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-d17e798e-9a9e-42f4-bbd7-480fb42db451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:21.851711 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-d17e798e-9a9e-42f4-bbd7-480fb42db451 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1128 time: 0.0441105 May 09 18:39:21.902711 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-b1814fda-e268-436a-a771-0cc3941cce7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 217 time: 0.0371351 May 09 18:39:21.981687 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-3f04abf9-3488-4dbc-b8fe-481fa2146963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:21.983119 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-3f04abf9-3488-4dbc-b8fe-481fa2146963 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0744274 May 09 18:39:22.007250 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac17c0-1b44-40ec-820a-a1a8812d5cbe req-4f62ab3f-97c0-47cf-8ee2-459c150b48e0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:22.008573 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40ac17c0-1b44-40ec-820a-a1a8812d5cbe req-4f62ab3f-97c0-47cf-8ee2-459c150b48e0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 944 time: 0.0624461 May 09 18:39:22.046992 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cffa8e95-6b56-46cd-a826-9b969f434df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:22.048432 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-cffa8e95-6b56-46cd-a826-9b969f434df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590940 May 09 18:39:22.115098 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40ac17c0-1b44-40ec-820a-a1a8812d5cbe req-a4f010b6-cd74-4a5a-8097-c3dea4f01891 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912073 May 09 18:39:22.154159 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-0c830a00-e7ad-40ce-a821-65e1cc12179d service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962350 May 09 18:39:22.240533 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe741f-c737-4421-b101-19dd5f8a5e19 req-6895da21-1dfc-44f9-a31c-e84c892ae6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799768 May 09 18:39:23.029639 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-182410e5-7a26-463d-8f0a-1d16bbf9c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:23.031077 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-182410e5-7a26-463d-8f0a-1d16bbf9c6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1128 time: 0.0432138 May 09 18:39:23.116157 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-8a0bae1c-b383-4a84-ae90-941f33111280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:23.117574 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-8a0bae1c-b383-4a84-ae90-941f33111280 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.0808120 May 09 18:39:23.161347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-27956d77-da41-4d24-9956-c8c933c8a43d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 217 time: 0.0378692 May 09 18:39:23.238620 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-0df8413a-0256-4dbf-9379-cf7f41689511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:23.240096 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-0df8413a-0256-4dbf-9379-cf7f41689511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0728030 May 09 18:39:23.248165 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124a87-75ac-4029-b5b1-a482f1dcf3aa req-b5af1c01-3ad3-48db-abe9-4c07deb3090c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:23.249501 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0f124a87-75ac-4029-b5b1-a482f1dcf3aa req-b5af1c01-3ad3-48db-abe9-4c07deb3090c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 944 time: 0.0565293 May 09 18:39:23.304502 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-fd07538b-a237-4c08-91c5-c59fe51e06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:23.305967 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-fd07538b-a237-4c08-91c5-c59fe51e06d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556457 May 09 18:39:23.340538 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0f124a87-75ac-4029-b5b1-a482f1dcf3aa req-fc98a8a1-e63f-464a-bf1b-156f301fe6e0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 May 09 18:39:23.406222 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-7ba95c7d-5ad0-4585-a970-5fdcccfee1a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910273 May 09 18:39:23.496734 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32c194c9-8444-443e-9bb6-136c1b3c7568 req-0e5a164b-af95-4cf3-b41d-a43f51c7ea0e service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845325 May 09 18:39:23.749183 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6d06943b-04f5-46e7-9825-27b3d5682858 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:39:23.841842 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:23.853329 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '6d06943b-04f5-46e7-9825-27b3d5682858', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'port_id': '6d06943b-04f5-46e7-9825-27b3d5682858', 'mac_address': 'fa:16:3e:71:15:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:39:23.888769 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6d06943b-04f5-46e7-9825-27b3d5682858 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:23.889157 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.901506 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d06943b-04f5-46e7-9825-27b3d5682858 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:39:23.920309 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:23.924405 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.969971 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:24.203788 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:39:24.460026 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d64b0b-9c61-4ed3-84bb-783cf9d625dc req-5b7060da-7273-4fc8-ab50-561bd19c198c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:24.461482 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66d64b0b-9c61-4ed3-84bb-783cf9d625dc req-5b7060da-7273-4fc8-ab50-561bd19c198c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 945 time: 0.0505662 May 09 18:39:24.506466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-66d64b0b-9c61-4ed3-84bb-783cf9d625dc req-3e297a7b-5f34-44c3-b8eb-aa571d5b8372 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 May 09 18:39:25.623810 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec98db-43a0-40d6-b8d4-3aa86a80e843 req-01e9ac30-4288-45fe-967a-d41f4f005a22 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:25.625268 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0ec98db-43a0-40d6-b8d4-3aa86a80e843 req-01e9ac30-4288-45fe-967a-d41f4f005a22 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 945 time: 0.0482161 May 09 18:39:25.671498 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0ec98db-43a0-40d6-b8d4-3aa86a80e843 req-4ce26440-eb9f-4e52-89cc-a4d07a5c71cb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 May 09 18:39:25.758506 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6d06943b-04f5-46e7-9825-27b3d5682858 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:25.801349 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 6d06943b-04f5-46e7-9825-27b3d5682858 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:39:25.807040 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 6d06943b-04f5-46e7-9825-27b3d5682858 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:25.807422 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:25.883916 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 6d06943b-04f5-46e7-9825-27b3d5682858 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:25.884303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:25.906174 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:25.908532 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b040aa7-279b-498b-9d18-7bbee945a16a" -d '{"events": [{"server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "name": "network-vif-plugged", "status": "completed", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:25.921905 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:25.925891 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:25.949384 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3adae-67d1-4129-a336-9ab3409000d8 x-openstack-request-id: req-60f3adae-67d1-4129-a336-9ab3409000d8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:25.949677 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "name": "network-vif-plugged", "status": "completed", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:25.949934 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60f3adae-67d1-4129-a336-9ab3409000d8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:25.950331 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f3adae-67d1-4129-a336-9ab3409000d8'] response: {'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'code': 200} May 09 18:39:25.975458 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:26.147349 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a3007-7356-458f-9e71-c7919acedb2d req-86af6adf-750c-4fa6-88eb-e36029efd245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:26.148784 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec6a3007-7356-458f-9e71-c7919acedb2d req-86af6adf-750c-4fa6-88eb-e36029efd245 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1130 time: 0.0408845 May 09 18:39:26.190924 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec6a3007-7356-458f-9e71-c7919acedb2d req-c017496a-0ef6-4bea-8521-6197713a1ebc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357466 May 09 18:39:26.780338 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a86d8-438d-4ae6-b48b-4bc4718b699a req-7b51e4d2-2649-484d-833b-e3dc3ccc0265 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:26.781877 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d2a86d8-438d-4ae6-b48b-4bc4718b699a req-7b51e4d2-2649-484d-833b-e3dc3ccc0265 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0454023 May 09 18:39:26.826795 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4d2a86d8-438d-4ae6-b48b-4bc4718b699a req-a21bbf13-a5b5-48cb-9d34-398dcc851bcd tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 May 09 18:39:26.949068 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:39:27.940773 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce761a-f11a-412e-8e4f-a65b6f048baa req-306fbbd9-08f8-4170-aea4-60e2263f0143 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:27.942253 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58ce761a-f11a-412e-8e4f-a65b6f048baa req-306fbbd9-08f8-4170-aea4-60e2263f0143 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0462666 May 09 18:39:27.990208 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-58ce761a-f11a-412e-8e4f-a65b6f048baa req-b88635e1-5caa-4d7a-87dc-047f5f8213d5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 May 09 18:39:28.098668 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835494e6-f9d5-483f-8b8f-804c7313c6b5 req-27b9af7b-1e83-4160-8a8d-d13c9818bb08 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.100149 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-835494e6-f9d5-483f-8b8f-804c7313c6b5 req-27b9af7b-1e83-4160-8a8d-d13c9818bb08 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0454741 May 09 18:39:28.144599 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-835494e6-f9d5-483f-8b8f-804c7313c6b5 req-8bd6ef0e-cc9f-4a51-8171-b9013b39b8f1 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 May 09 18:39:28.456225 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262e75-6c79-40fa-9074-93ce26480333 req-d19de782-7001-48a0-8b0f-7dae106c6381 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.457577 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e262e75-6c79-40fa-9074-93ce26480333 req-d19de782-7001-48a0-8b0f-7dae106c6381 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0457807 May 09 18:39:28.502764 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0e262e75-6c79-40fa-9074-93ce26480333 req-c6da374b-0e47-4124-b941-3bb099d59604 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 May 09 18:39:38.023570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c11d4-2b0a-4d63-bd5d-d25784c9f5ab req-9e05ec01-5606-4c62-88e9-b210544dd76c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:38.025120 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-861c11d4-2b0a-4d63-bd5d-d25784c9f5ab req-9e05ec01-5606-4c62-88e9-b210544dd76c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.2002323 May 09 18:39:38.069980 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-861c11d4-2b0a-4d63-bd5d-d25784c9f5ab req-7e08b447-04be-4db8-93ea-2f13ab93b1c8 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 May 09 18:39:38.091383 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:38.170072 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c391ca-8daa-4281-9c90-089e2976bd7c tempest-TestMinimumBasicScenario-449973443 tempest-TestMinimumBasicScenario-449973443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:38.171500 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-19c391ca-8daa-4281-9c90-089e2976bd7c tempest-TestMinimumBasicScenario-449973443 tempest-TestMinimumBasicScenario-449973443-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1125 time: 0.0791957 May 09 18:39:38.174253 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:38.179153 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'port_id': '6d06943b-04f5-46e7-9825-27b3d5682858', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:38.199513 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.275881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.375891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Allocated IP 172.27.3.180 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/9a4437da-1055-4e29-b542-44622530db9b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:39:38.477652 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for port (9a4437da-1055-4e29-b542-44622530db9b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.510805 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (9a4437da-1055-4e29-b542-44622530db9b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.546244 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:39:38.548994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:39:38.553113 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:39:38.579035 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'Port': ['ID=9a4437da-1055-4e29-b542-44622530db9b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:38.911523 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for floatingip (95a4bada-1018-44f3-b4d2-d7582cc56b9d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.977735 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (9a4437da-1055-4e29-b542-44622530db9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.121797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for port (9a4437da-1055-4e29-b542-44622530db9b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.126180 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (9a4437da-1055-4e29-b542-44622530db9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.459565 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'Port': ['ID=9a4437da-1055-4e29-b542-44622530db9b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:39.465709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (95a4bada-1018-44f3-b4d2-d7582cc56b9d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.567961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Floating IP 95a4bada-1018-44f3-b4d2-d7582cc56b9d associated. External IP: 172.27.3.180, port: 6d06943b-04f5-46e7-9825-27b3d5682858. May 09 18:39:39.783745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Router af8adbeb-100a-41c4-97af-7d029fc20b0c has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:39:39.891385 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:39:39.902081 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Sync routers for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:39:39.909236 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.913146 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:39.913781 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:39:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:39.940995 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7039164e-5579-4b89-b2cc-e1cb17ebace0 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7656608 May 09 18:39:39.941743 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:39.942257 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:39.945043 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:39.951340 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26782090', 'description': 'tempest-secgroup-smoke-26782090 description', 'project_id': '93b84cf540d348be994e2ddab8345520'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:39.983991 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.987901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d1838-39fd-4929-bf18-dce9958e028d x-openstack-request-id: req-898d1838-39fd-4929-bf18-dce9958e028d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:39.988797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:39.988980 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-898d1838-39fd-4929-bf18-dce9958e028d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:39.989340 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898d1838-39fd-4929-bf18-dce9958e028d'] response: {'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:39:40.030611 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:40.084137 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (51a60c73-8f2d-4e57-a040-ab272135b270), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.087977 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-0ab0846a-9360-4cd0-9eed-1f1925af3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:40.089651 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-0ab0846a-9360-4cd0-9eed-1f1925af3899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1130 time: 0.0553722 May 09 18:39:40.090857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (51a60c73-8f2d-4e57-a040-ab272135b270), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.166476 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.170681 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2200427 May 09 18:39:40.170994 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.172009 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c81076-86a8-4616-9c23-2d226b684453 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a60c73-8f2d-4e57-a040-ab272135b270,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.178304 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.208171 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (5d754f04-fa9b-4ee2-a756-d6057d6657ba), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.216853 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-a3560437-ec24-4b12-88e0-a045dfef822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:40.218323 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-a3560437-ec24-4b12-88e0-a045dfef822a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.1125834 May 09 18:39:40.267283 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '95a4bada-1018-44f3-b4d2-d7582cc56b9d', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'port_id': '6d06943b-04f5-46e7-9825-27b3d5682858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'mac_address': 'fa:16:3e:71:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:38Z', 'updated_at': '2022-05-09T18:39:38Z', 'revision_number': 0, 'project_id': '93b84cf540d348be994e2ddab8345520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:40.267612 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (5d754f04-fa9b-4ee2-a756-d6057d6657ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.271386 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (5d754f04-fa9b-4ee2-a756-d6057d6657ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.287537 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d754f04-fa9b-4ee2-a756-d6057d6657ba,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.295956 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Checking router: af8adbeb-100a-41c4-97af-7d029fc20b0c for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:39:40.298111 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.298495 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.298828 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.299220 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.299515 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.299874 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.300188 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.300522 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.301391 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.301744 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.302077 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.302414 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.302930 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.303296 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.303959 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:40.305259 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-6e611eaa-90e6-4288-9ec3-5855a2b09640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1000 time: 0.0667536 May 09 18:39:40.305508 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:40.306708 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:39:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:40.308978 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.313097 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-84557364-f7e6-4f28-9c23-fb4d4ffb4b5c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373570 May 09 18:39:40.313097 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.317702 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.343623 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (74ceed7d-6760-4bc6-9915-3f503b39dc63), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.361837 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-f3807a5c-ab30-404f-a84a-f11a37e1fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:40.363485 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-f3807a5c-ab30-404f-a84a-f11a37e1fc7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0510032 May 09 18:39:40.402700 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (74ceed7d-6760-4bc6-9915-3f503b39dc63), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.407741 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (74ceed7d-6760-4bc6-9915-3f503b39dc63), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.409959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-bfaf3af5-d406-4578-9895-4cfeee6cdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:40.411617 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-bfaf3af5-d406-4578-9895-4cfeee6cdce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411501 May 09 18:39:40.424322 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:40.429263 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ceed7d-6760-4bc6-9915-3f503b39dc63,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.435679 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.439684 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-64753a8a-e4a4-40ff-bfed-e7867bd6b2eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257942 May 09 18:39:40.440270 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.445642 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.471295 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (19f4708a-abda-4baa-9591-359bbb056348), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.509802 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-257ceb20-4ec7-4196-821e-044b56132cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920956 May 09 18:39:40.534245 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (19f4708a-abda-4baa-9591-359bbb056348), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.540840 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (19f4708a-abda-4baa-9591-359bbb056348), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.562063 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f4708a-abda-4baa-9591-359bbb056348,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.568742 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.572618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.572765 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d90eae86-d937-496e-bbbf-b04c5a01438f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308854 May 09 18:39:40.577322 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.630253 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (987fba41-8f8a-4687-b15b-525eb1c9c2ba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.641840 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6472b4b3-b98c-4dd8-90e5-b6467bd5415b req-a1ce8600-8481-42f2-89d4-6c0dd4b5b6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251314 May 09 18:39:40.665617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '95a4bada-1018-44f3-b4d2-d7582cc56b9d', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'port_id': '6d06943b-04f5-46e7-9825-27b3d5682858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'mac_address': 'fa:16:3e:71:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:38Z', 'updated_at': '2022-05-09T18:39:38Z', 'revision_number': 0, 'project_id': '93b84cf540d348be994e2ddab8345520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:40.692641 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (987fba41-8f8a-4687-b15b-525eb1c9c2ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.694065 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3893-f130-43da-b2de-d11a09660d40 None None] The sync data for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi is: [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '95a4bada-1018-44f3-b4d2-d7582cc56b9d', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'port_id': '6d06943b-04f5-46e7-9825-27b3d5682858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'mac_address': 'fa:16:3e:71:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:38Z', 'updated_at': '2022-05-09T18:39:38Z', 'revision_number': 0, 'project_id': '93b84cf540d348be994e2ddab8345520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:39:40.696604 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (987fba41-8f8a-4687-b15b-525eb1c9c2ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.715126 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987fba41-8f8a-4687-b15b-525eb1c9c2ba,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.721241 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.722325 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-673be93a-a4e7-48e3-bf8f-023ad243cf3f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485648 May 09 18:39:40.725107 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.729433 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.750064 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Project 93b84cf540d348be994e2ddab8345520 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:39:40.756451 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (fd9a5fdc-8329-45b9-911f-faf0447f65ee), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.819616 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (fd9a5fdc-8329-45b9-911f-faf0447f65ee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.823231 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (fd9a5fdc-8329-45b9-911f-faf0447f65ee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.842437 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9a5fdc-8329-45b9-911f-faf0447f65ee,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.847527 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.851896 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-427fb7f3-f6bc-4e0e-a066-c3ad976ae7b5 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227267 May 09 18:39:40.851896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:40.855822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'security_group_rule': {'security_group_id': '51a60c73-8f2d-4e57-a040-ab272135b270', 'project_id': '93b84cf540d348be994e2ddab8345520', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:40.876800 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Project 93b84cf540d348be994e2ddab8345520 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:39:40.883752 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (6928d840-7c3b-450a-aaf5-081317869f23), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.909339 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b71eed-bbba-40cd-88a2-94572e904b3a None None] New status for floating IP 95a4bada-1018-44f3-b4d2-d7582cc56b9d: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:39:40.946012 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (6928d840-7c3b-450a-aaf5-081317869f23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.949703 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579035'] for security_group_rule (6928d840-7c3b-450a-aaf5-081317869f23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.976992 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6928d840-7c3b-450a-aaf5-081317869f23,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:40.983624 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:40.984810 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-022215de-d15c-4fa3-ac45-27fd446c6d87 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323748 May 09 18:39:41.075731 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-d0c19795-017c-4ae5-a7f2-aa5b6afc17f6 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26782090&fields=id&tenant_id=93b84cf540d348be994e2ddab8345520 HTTP/1.1" status: 200 len: 267 time: 0.0454593 May 09 18:39:41.126590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-25cbfbc7-31b0-4e0f-a3e0-721f657ae677 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:41.128080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-25cbfbc7-31b0-4e0f-a3e0-721f657ae677 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0467861 May 09 18:39:41.139352 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'port': {'security_groups': ['8bbe7308-e033-477a-82d2-41f793593240', '51a60c73-8f2d-4e57-a040-ab272135b270']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:41.209129 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.390813 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09dca56b-d853-4f9e-96d2-7a6a9e1b9829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.399677 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:41.407283 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.429896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for port (6d06943b-04f5-46e7-9825-27b3d5682858), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.434280 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.469299 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:39:41.476144 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:41.476772 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.478171 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b24acd8-9b5d-4da2-bf8b-ba04db2ab80d req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "PUT /v2.0/ports/6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 982 time: 0.3433878 May 09 18:39:41.525203 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd940a00-2c71-482e-8391-7a249992bb0d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:41.608096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:39:41.660763 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b735-c459-4de7-bbaa-13d97728eedc req-38f78ceb-35fb-4da7-a684-296df026d502 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:41.662453 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7920b735-c459-4de7-bbaa-13d97728eedc req-38f78ceb-35fb-4da7-a684-296df026d502 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.1197815 May 09 18:39:41.727944 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7920b735-c459-4de7-bbaa-13d97728eedc req-af6d67e3-b3a8-44df-986e-35c289b354eb tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596123 May 09 18:39:41.804227 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bffbc719-aed0-4429-aea8-dc6d36ac4731 None None] Provisioning complete for port 6d06943b-04f5-46e7-9825-27b3d5682858 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:41.804524 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bffbc719-aed0-4429-aea8-dc6d36ac4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:41.990435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:41.992777 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f43f9-3372-4ca1-be75-0a81deb829ac" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:42.002195 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bffbc719-aed0-4429-aea8-dc6d36ac4731 None None] Current status of the port 6d06943b-04f5-46e7-9825-27b3d5682858 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:42.030548 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a1d62-1fd5-45c6-8263-865f43fd43d5 x-openstack-request-id: req-817a1d62-1fd5-45c6-8263-865f43fd43d5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:42.030848 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:42.031109 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817a1d62-1fd5-45c6-8263-865f43fd43d5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:42.031608 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817a1d62-1fd5-45c6-8263-865f43fd43d5'] response: {'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:39:42.154782 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-703fcfee-5e90-445b-8eb7-b72db471a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.156315 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-703fcfee-5e90-445b-8eb7-b72db471a609 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1169 time: 0.0690517 May 09 18:39:42.173017 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-979ec826-6247-4576-823f-36a0f2a3aa0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532341 May 09 18:39:42.283706 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-3e722dde-51db-44c0-82ef-0b015f1315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.285711 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-3e722dde-51db-44c0-82ef-0b015f1315ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.1208611 May 09 18:39:42.288995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-53a24ed5-837a-427e-8755-60bbafbffa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.290378 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-53a24ed5-837a-427e-8755-60bbafbffa7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 1130 time: 0.0557351 May 09 18:39:42.403464 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-9ee5aedd-fbbd-4e31-b5dc-c31ca0a437a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1002 time: 0.1050498 May 09 18:39:42.440411 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-c2c70068-20da-4657-bbbb-9d544cf5b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.441827 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-c2c70068-20da-4657-bbbb-9d544cf5b990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.1095691 May 09 18:39:42.516464 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-f2faa58d-8354-4625-91a9-d02b480a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.517869 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-f2faa58d-8354-4625-91a9-d02b480a0917 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0890741 May 09 18:39:42.537666 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-67323a7d-4c52-47da-a6f6-a05db37263be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 200 len: 1002 time: 0.0794625 May 09 18:39:42.590895 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-d44b2bb1-ef0f-4aff-834f-aac9ae20f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.592369 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-d44b2bb1-ef0f-4aff-834f-aac9ae20f5d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662944 May 09 18:39:42.609703 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-2aec8c54-2ac8-4395-a360-3ce9b908e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.611003 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-2aec8c54-2ac8-4395-a360-3ce9b908e8c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0575879 May 09 18:39:42.699599 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-91c64b8b-10e0-4277-b595-a44214d7c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.701067 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-91c64b8b-10e0-4277-b595-a44214d7c543 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537746 May 09 18:39:42.735899 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-8e914301-efad-4027-a856-ad692f8a5a38 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358948 May 09 18:39:42.861978 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-8d1802ab-c9b2-4c12-95c8-0788a04965fa service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462655 May 09 18:39:42.878696 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-550f43f9-3372-4ca1-be75-0a81deb829ac req-ef15154f-4cdd-4448-a065-d554dacfbfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163080 May 09 18:39:42.954207 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6b89a3e3-f415-4b56-9552-3720a41d3238 req-f5837049-31b6-407c-90d1-f43803c905b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 May 09 18:39:43.617719 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9454a36-ba5c-474c-9e5c-37a40bfe2931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:44.745573 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:46.180451 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.605911 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:02.511696 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc488403-a47c-420c-a8fa-a403a75a41f6 req-b862d562-ed2d-4039-8f7f-e6d3f7356306 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:02.513227 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc488403-a47c-420c-a8fa-a403a75a41f6 req-b862d562-ed2d-4039-8f7f-e6d3f7356306 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0469987 May 09 18:40:02.559853 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc488403-a47c-420c-a8fa-a403a75a41f6 req-14f8c844-8a59-4426-af00-2d7d0e793872 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 May 09 18:40:03.681036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60cd48-4543-4c78-a562-183d481b90a9 req-8238d0bb-bf61-4237-9c80-1a3086220b8a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:03.682570 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e60cd48-4543-4c78-a562-183d481b90a9 req-8238d0bb-bf61-4237-9c80-1a3086220b8a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0507863 May 09 18:40:03.730241 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e60cd48-4543-4c78-a562-183d481b90a9 req-3dc87f37-4610-4790-b2c5-65b2b2b14f25 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 May 09 18:40:03.946982 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:40:04.169572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-7a7ba066-9ead-4a16-9c00-5e34ce5460fa tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:04.171146 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-7a7ba066-9ead-4a16-9c00-5e34ce5460fa tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0459673 May 09 18:40:04.295322 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port c19bbb2b-1768-4b80-966b-c5c78d575c4a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:40:04.295665 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:04.343007 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8de1-f52f-442e-90bf-c667170b827f req-16a2d3ee-4dc1-49fb-8243-9a4096351dc9 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:04.344475 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aecd8de1-f52f-442e-90bf-c667170b827f req-16a2d3ee-4dc1-49fb-8243-9a4096351dc9 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.1027074 May 09 18:40:04.409047 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-f98ff1f1-835a-44cd-8369-5a0f1c53421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:04.410500 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-f98ff1f1-835a-44cd-8369-5a0f1c53421a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1169 time: 0.1333025 May 09 18:40:04.516998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] For port c19bbb2b-1768-4b80-966b-c5c78d575c4a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c19bbb2b-1768-4b80-966b-c5c78d575c4a,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:04.517361 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:04.525862 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aecd8de1-f52f-442e-90bf-c667170b827f req-65715c84-997e-46c3-aa80-7b8ce9ed8d45 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1728389 May 09 18:40:04.592899 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-8892c757-96b5-4d0d-bb65-82c885facd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:04.594318 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-8892c757-96b5-4d0d-bb65-82c885facd83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.1735675 May 09 18:40:04.730632 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-a2aa0165-2857-4b7f-a5c3-747859f0126f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1002 time: 0.1280823 May 09 18:40:05.058588 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:05.058859 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (bafe5e97-4ad5-4215-b52d-44ea097f5f40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:05.059201 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP bafe5e97-4ad5-4215-b52d-44ea097f5f40 disassociated. External IP: 172.27.3.142, port: c19bbb2b-1768-4b80-966b-c5c78d575c4a. May 09 18:40:05.059542 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for c19bbb2b-1768-4b80-966b-c5c78d575c4a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:40:05.092815 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-a136b688-457f-4c9f-a967-d5850ed36e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:05.094235 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-a136b688-457f-4c9f-a967-d5850ed36e86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.3557718 May 09 18:40:05.106324 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876abc6-54bf-4092-95a3-ae5a7c53648f req-84251ac9-68ce-4544-84ff-cd954f8675d7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:05.107684 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9876abc6-54bf-4092-95a3-ae5a7c53648f req-84251ac9-68ce-4544-84ff-cd954f8675d7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 946 time: 0.0682342 May 09 18:40:05.191242 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-b6c0e463-d197-4474-be9f-7153dbfadf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:05.192674 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-b6c0e463-d197-4474-be9f-7153dbfadf7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841742 May 09 18:40:05.217216 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-f5adc97b-6f14-4664-bc1d-fca35f9dd669 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:40:05.218140 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-f5adc97b-6f14-4664-bc1d-fca35f9dd669 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076745 May 09 18:40:05.266676 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9876abc6-54bf-4092-95a3-ae5a7c53648f req-a4eb3ad3-37f3-4590-af3e-a30dbf67e59d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492155 May 09 18:40:05.371685 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-4645441a-6e3a-4054-aad5-8c984a83546b service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424947 May 09 18:40:05.372882 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (c19bbb2b-1768-4b80-966b-c5c78d575c4a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:05.441356 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=c19bbb2b-1768-4b80-966b-c5c78d575c4a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:05.540608 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b18b5df4-fe53-4146-b222-b8a6935f0626 req-517051e3-669d-4685-9146-8aef6a86cd3d service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609938 May 09 18:40:05.594263 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:40:05.688031 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f4f-ec75-46b0-a13f-7578077d946c req-c4bd331b-5240-4895-a264-fc749c73b1ce tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:05.689527 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-adf80f4f-ec75-46b0-a13f-7578077d946c req-c4bd331b-5240-4895-a264-fc749c73b1ce tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0939715 May 09 18:40:05.791745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:40:05.803360 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:40:05.818394 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:05.819487 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:39:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:05.832222 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-adf80f4f-ec75-46b0-a13f-7578077d946c req-448861a6-8c49-49b1-91c7-c01ab93fe9be tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1359963 May 09 18:40:05.851135 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] No DVR routers for this DVR port c19bbb2b-1768-4b80-966b-c5c78d575c4a on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:40:05.859906 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:05.863376 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-587d4089-4f3f-4391-ab3b-d881bcf6bd56 req-32083c7b-6760-418f-bf77-f62421bc5ad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "DELETE /v2.0/ports/c19bbb2b-1768-4b80-966b-c5c78d575c4a HTTP/1.1" status: 204 len: 173 time: 1.6868823 May 09 18:40:05.863859 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'name': 'network-vif-deleted', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:05.867562 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13d18f3-3aba-454a-95bc-736b1df399cf" -d '{"events": [{"server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "name": "network-vif-deleted", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:05.916598 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1929ff8-5b16-46d4-8084-98bf728b41f5 x-openstack-request-id: req-d1929ff8-5b16-46d4-8084-98bf728b41f5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:05.916896 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac89178-8a4d-4e19-949a-c5972218cb08", "name": "network-vif-deleted", "tag": "c19bbb2b-1768-4b80-966b-c5c78d575c4a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:05.917269 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1929ff8-5b16-46d4-8084-98bf728b41f5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:05.917743 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1929ff8-5b16-46d4-8084-98bf728b41f5'] response: {'server_uuid': '1ac89178-8a4d-4e19-949a-c5972218cb08', 'name': 'network-vif-deleted', 'tag': 'c19bbb2b-1768-4b80-966b-c5c78d575c4a', 'status': 'completed', 'code': 200} May 09 18:40:06.105515 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:06.293924 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:06.321161 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:40:06.329981 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:06.330677 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:39:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:06.378825 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-087fba05-0f95-4e92-9388-f57b7191131d req-b7b65dbc-f6e5-4cfd-a19f-d641aedca485 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ac89178-8a4d-4e19-949a-c5972218cb08 HTTP/1.1" status: 200 len: 210 time: 0.0279696 May 09 18:40:06.437513 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:06.627267 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:06.659202 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd491e1-264f-4e0a-a560-90f62dc1a629 None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:40:06.879495 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2fe1b-c131-48fb-9b26-9b9c67a3fefd None None] New status for floating IP bafe5e97-4ad5-4215-b52d-44ea097f5f40: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:40:06.953504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73911d6d-e2a8-47dd-bf55-3f95520a4f4b req-65b04e73-96e0-4132-a3a0-6a7e1506088d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:06.955108 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73911d6d-e2a8-47dd-bf55-3f95520a4f4b req-65b04e73-96e0-4132-a3a0-6a7e1506088d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0507948 May 09 18:40:07.021591 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-73911d6d-e2a8-47dd-bf55-3f95520a4f4b req-e7c7ae07-a658-4e46-b42e-d49bd0de681c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0600107 May 09 18:40:07.629274 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-e71d97b2-5443-46f1-93ad-247301f2d192 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531814017&fields=id&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 267 time: 0.0430481 May 09 18:40:07.736871 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-532c5706-0993-41a4-8de9-6353e2c8a016 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:07.738314 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-532c5706-0993-41a4-8de9-6353e2c8a016 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.1023786 May 09 18:40:07.752313 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-43aeddbb-f3ab-4a58-b8dc-b8d910b56689 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/quotas/84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 375 time: 0.0088160 May 09 18:40:07.802807 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c5667d03-95e2-498b-ac02-eef02e712b26 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448027 May 09 18:40:07.816965 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-b5feb89d-567f-49fa-9de2-d5b3f7a88d34 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:40:07.818495 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-b5feb89d-567f-49fa-9de2-d5b3f7a88d34 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048501 May 09 18:40:07.899900 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c19bbb2b-1768-4b80-966b-c5c78d575c4a no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:40:07.904571 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-39b45015-9dab-4dbc-9110-7b6435163400 service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798976 May 09 18:40:07.919688 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: c19bbb2b-1768-4b80-966b-c5c78d575c4a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:40:07.920040 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device c19bbb2b-1768-4b80-966b-c5c78d575c4a not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:40:08.006404 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-a330dc00-cece-4d0f-a698-a0e614209491 service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954301 May 09 18:40:08.136910 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71318346-aa71-49d8-9cd0-62f163c611d7 req-a646ceab-43eb-435c-a3a9-b2d449d69c7a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:08.138243 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71318346-aa71-49d8-9cd0-62f163c611d7 req-a646ceab-43eb-435c-a3a9-b2d449d69c7a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0488255 May 09 18:40:08.199082 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71318346-aa71-49d8-9cd0-62f163c611d7 req-a24abaf4-f08e-42d3-9f59-cc8f24e8c34e tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551500 May 09 18:40:08.289872 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-620fdb0a-5a93-4047-b728-eaeeb155abce req-f4421411-88e4-4ac9-ba49-eb9fa942ee06 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 210 time: 0.0290127 May 09 18:40:09.365395 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f59be2-7a15-4d39-8f87-3bf1091ed883 req-27cc6d3a-df0b-4a05-bba8-f00ce53e1d7f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:09.367011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f0f59be2-7a15-4d39-8f87-3bf1091ed883 req-27cc6d3a-df0b-4a05-bba8-f00ce53e1d7f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0728397 May 09 18:40:09.431788 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2bacd452-7f78-499e-9c0c-d9c53fcc53e0 req-5d51adb4-6e6c-4d0c-ac80-b628bc2794b1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 210 time: 0.0568333 May 09 18:40:09.446666 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-f569a370-4989-490e-88d7-4994fbb15cf7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:09.448136 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-f569a370-4989-490e-88d7-4994fbb15cf7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.2102523 May 09 18:40:09.498380 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f0f59be2-7a15-4d39-8f87-3bf1091ed883 req-32773c3b-22ff-4577-b473-3f1c75fb01f2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1204069 May 09 18:40:09.537578 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-79414e13-8f33-449c-96fe-4481307924db tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 379 time: 0.0717921 May 09 18:40:09.544934 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'port': {'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'admin_state_up': True, 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'security_groups': ['50772591-6dc1-487f-af77-fab6fc1049f2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:09.651285 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Made reservation on behalf of 84f9c806f7d54963bd886eae2ab22c38 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:40:09.654739 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:09.776606 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.20.0.3 (8d96723e-3ac9-459f-80bb-639b9429b963/2143a135-5974-44f1-8447-8f5fa7fa4cfc/e62aae24-a129-4bd3-8fc6-1ca8a30531c5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:40:09.927782 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:09.965562 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.007798 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:40:10.010767 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:40:10.015227 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:40:10.054032 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:10.077174 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.077818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.096186 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-449bfeac-cf2d-4919-a252-45522f0d4d75 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547104 May 09 18:40:10.144541 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Request body: {'port': {'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:10.204592 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.283250 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5bea9655-86c5-4fbf-9bc2-badd76a619e5 None None] Provisioning complete for port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:40:10.283916 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bea9655-86c5-4fbf-9bc2-badd76a619e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.317622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bea9655-86c5-4fbf-9bc2-badd76a619e5 None None] Port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:40:10.456674 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62aae24-a129-4bd3-8fc6-1ca8a30531c5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:40:10.464253 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks [] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.477551 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Transition to ACTIVE for port object e62aae24-a129-4bd3-8fc6-1ca8a30531c5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:40:10.481184 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.568430 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:10.603548 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317f582-ae71-4e8d-8dea-d5db5bd8f2c6 req-e9dc2660-80fa-415a-80ac-90b8a313ff13 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.605018 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7317f582-ae71-4e8d-8dea-d5db5bd8f2c6 req-e9dc2660-80fa-415a-80ac-90b8a313ff13 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0968964 May 09 18:40:10.685713 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79636a-a307-4160-837e-73b3116f956a req-f6a02b33-2482-40e2-9056-14f85da953bf tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.687233 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e79636a-a307-4160-837e-73b3116f956a req-f6a02b33-2482-40e2-9056-14f85da953bf tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.1003888 May 09 18:40:10.737240 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Attempting to bind port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:40:10.737581 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Attempting to bind port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:40:10.737912 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Attempting to bind port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:40:10.743514 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7317f582-ae71-4e8d-8dea-d5db5bd8f2c6 req-030d1205-f6f1-4bab-a57c-03ff4f880a78 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181479 May 09 18:40:10.751534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 on network 8d96723e-3ac9-459f-80bb-639b9429b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:40:10.751797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Attempting to bind port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:40:10.763526 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:40:10.763869 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:40:10.764255 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Bound using segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:40:10.764688 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Bound port: e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:40:10.765049 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.817709 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e79636a-a307-4160-837e-73b3116f956a req-dbb0da72-b798-4c90-93f0-c984d202a5f7 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1225154 May 09 18:40:10.852681 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:40:10.855607 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:40:10.861955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.894258 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.894906 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:10.896319 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] 10.222.0.36 "PUT /v2.0/ports/e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 1093 time: 0.7560806 May 09 18:40:10.896674 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:10.898868 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c50d7-2407-4698-855f-6f16385a66c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:10.926704 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab9aee-2b9c-4491-a507-7df1ec3b5a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:10.997961 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-85587c3f-e554-47b0-9dee-d3bed4fa716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.999581 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-85587c3f-e554-47b0-9dee-d3bed4fa716d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1127 time: 0.0469615 May 09 18:40:11.013462 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c31b1b-73f8-4715-9eb4-648ce561b234 x-openstack-request-id: req-c0c31b1b-73f8-4715-9eb4-648ce561b234 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:11.013731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:11.013986 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0c31b1b-73f8-4715-9eb4-648ce561b234 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:11.014390 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c31b1b-73f8-4715-9eb4-648ce561b234'] response: {'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'status': 'completed', 'code': 200} May 09 18:40:11.049405 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-ba58f41d-a671-4f2a-90b2-36a5feefcaeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 217 time: 0.0341284 May 09 18:40:11.101435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-e7471aa4-7276-488c-899c-25ad43b333b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.102911 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-e7471aa4-7276-488c-899c-25ad43b333b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0471239 May 09 18:40:11.146159 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-60dc8c1a-6e4c-4d28-8e3d-10ac0408dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.147639 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-60dc8c1a-6e4c-4d28-8e3d-10ac0408dd1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384007 May 09 18:40:11.234484 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-78f3d439-bc1e-4fa1-bb7e-f17496438cff service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807145 May 09 18:40:11.324793 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-673c31bc-fd6f-4650-bb61-1090795b15b9 req-002ebf0f-4205-45ad-9304-95f3e282e82a service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 May 09 18:40:11.392822 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e61f-262a-4000-907d-e6038e267f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.413290 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.626071 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c50d7-2407-4698-855f-6f16385a66c7 req-fd6862fc-b06e-402b-b8ed-947417922efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.627508 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-fd6862fc-b06e-402b-b8ed-947417922efe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1127 time: 0.0393326 May 09 18:40:11.718534 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c50d7-2407-4698-855f-6f16385a66c7 req-10d26849-8f36-4034-aded-2c4a5766923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.720123 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-10d26849-8f36-4034-aded-2c4a5766923e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0869381 May 09 18:40:11.759693 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-1a735c74-0d31-4f56-a9cc-e928273a4a87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 217 time: 0.0334299 May 09 18:40:11.808406 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c50d7-2407-4698-855f-6f16385a66c7 req-56f8ec7d-55ad-4fe2-b378-a6ce303debb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.809944 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-56f8ec7d-55ad-4fe2-b378-a6ce303debb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0449073 May 09 18:40:11.884802 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a3ee-dc8f-4eec-b11a-63f741d0dc0a req-457a0355-8ec1-4ffc-86e4-305f89e62da0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.886183 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9207a3ee-dc8f-4eec-b11a-63f741d0dc0a req-457a0355-8ec1-4ffc-86e4-305f89e62da0 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0753908 May 09 18:40:11.887273 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c50d7-2407-4698-855f-6f16385a66c7 req-3b750bd1-eff4-4c30-a834-f1bea1a1758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.888590 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-3b750bd1-eff4-4c30-a834-f1bea1a1758f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696692 May 09 18:40:11.988847 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0298-fb01-498c-bd8d-c209da1a3c51 req-9996b466-eb89-48f3-96ff-5cb2eb0394db tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.990322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e7ba0298-fb01-498c-bd8d-c209da1a3c51 req-9996b466-eb89-48f3-96ff-5cb2eb0394db tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.1008770 May 09 18:40:12.051579 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9207a3ee-dc8f-4eec-b11a-63f741d0dc0a req-9d7455db-cbc2-4920-b16a-8197ac2f71a3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525211 May 09 18:40:12.089974 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-990dec77-4850-4cc5-9002-e3b3dba4fc8c service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918750 May 09 18:40:12.098581 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e7ba0298-fb01-498c-bd8d-c209da1a3c51 req-462a3226-dc58-4184-aca8-f1c1481dcc9c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1009517 May 09 18:40:12.183298 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-386c50d7-2407-4698-855f-6f16385a66c7 req-7ded251e-1466-443e-a53a-d105011142ce service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836945 May 09 18:40:13.166834 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe6513-6481-4eb1-8709-674c687b4a65 req-d3ff2966-3ad7-4ee2-a2a6-7a47fc5c0f26 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.168269 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe6513-6481-4eb1-8709-674c687b4a65 req-d3ff2966-3ad7-4ee2-a2a6-7a47fc5c0f26 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0472050 May 09 18:40:13.224958 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26664e9a-c3ef-4de4-bfa7-056f7086f64c req-61727a16-bffa-4804-a721-60d4faaeba9b tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.226565 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26664e9a-c3ef-4de4-bfa7-056f7086f64c req-61727a16-bffa-4804-a721-60d4faaeba9b tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0572722 May 09 18:40:13.264974 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eabe6513-6481-4eb1-8709-674c687b4a65 req-185f5244-00c1-4a27-bf92-989175d3408d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879369 May 09 18:40:13.302902 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26664e9a-c3ef-4de4-bfa7-056f7086f64c req-95d2ecdf-ff5e-4c54-a132-c4361b0d0ba1 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0708687 May 09 18:40:13.619517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78c80d0f-8454-411c-af28-ca7b22b30093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:14.376932 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088599bf-71d4-44eb-9a0b-8a180bd8d1d2 req-0cc32702-632f-4582-8fe3-f9d7c2ce0aac tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:14.378347 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-088599bf-71d4-44eb-9a0b-8a180bd8d1d2 req-0cc32702-632f-4582-8fe3-f9d7c2ce0aac tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0483506 May 09 18:40:14.433069 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b22371-d09a-45d8-a3a0-90a481b11ffe req-d2258212-2db8-414f-8cb4-9bf07d5dd61a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:14.434522 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1b22371-d09a-45d8-a3a0-90a481b11ffe req-d2258212-2db8-414f-8cb4-9bf07d5dd61a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0652413 May 09 18:40:14.469348 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-088599bf-71d4-44eb-9a0b-8a180bd8d1d2 req-720059e4-99e3-4ec5-8f1a-52fd759a8713 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838683 May 09 18:40:14.508034 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1b22371-d09a-45d8-a3a0-90a481b11ffe req-bdd0a945-1b49-42bc-a6cd-8545a05f7a1d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0656581 May 09 18:40:14.747259 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:15.593988 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80fb4b-3b26-48dd-bced-4f97dd138f14 req-41ec1a16-4263-4586-b5ba-f84f3f35dad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:15.595448 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c80fb4b-3b26-48dd-bced-4f97dd138f14 req-41ec1a16-4263-4586-b5ba-f84f3f35dad1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0588791 May 09 18:40:15.641679 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6205a-8a66-4511-9c8c-842cd022f952 req-2a59006b-4293-4cdb-bc7a-a584eeb8312d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:15.643216 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c3a6205a-8a66-4511-9c8c-842cd022f952 req-2a59006b-4293-4cdb-bc7a-a584eeb8312d tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0680010 May 09 18:40:15.684732 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c80fb4b-3b26-48dd-bced-4f97dd138f14 req-9a801570-1ced-4734-885e-ff981a610827 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739751 May 09 18:40:15.722049 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c3a6205a-8a66-4511-9c8c-842cd022f952 req-8ecf0ce1-4f15-4e9e-8eaf-4e5ba059666f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0691199 May 09 18:40:16.182735 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:16.801489 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfa93d-a68b-4804-87c3-042cb7c7232a req-55261428-318c-4098-a15c-dbf8be38ea4a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:16.803499 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-28dfa93d-a68b-4804-87c3-042cb7c7232a req-55261428-318c-4098-a15c-dbf8be38ea4a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0526233 May 09 18:40:16.864743 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724f0b-df66-4109-8b0e-346f69dd8a00 req-4600c852-173a-47d2-9872-cd7eb3e08d88 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:16.866735 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-07724f0b-df66-4109-8b0e-346f69dd8a00 req-4600c852-173a-47d2-9872-cd7eb3e08d88 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0723751 May 09 18:40:16.894131 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-28dfa93d-a68b-4804-87c3-042cb7c7232a req-adece929-9728-4348-8544-5ef7282c82fa tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834243 May 09 18:40:16.934233 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-07724f0b-df66-4109-8b0e-346f69dd8a00 req-b8e8fbe0-f79d-42cf-994d-962508590d1b tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595605 May 09 18:40:17.608087 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:17.962433 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device e62aae24-a129-4bd3-8fc6-1ca8a30531c5 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:40:18.009964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae8ca0-3e65-440d-a522-1823f0f8d70b req-f222447a-23af-4d5f-b39d-6d104e4b9de5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:18.011473 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0eae8ca0-3e65-440d-a522-1823f0f8d70b req-f222447a-23af-4d5f-b39d-6d104e4b9de5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 943 time: 0.0502391 May 09 18:40:18.065854 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:18.077519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf88e7-4680-47df-838d-edfe79997070 req-bfaf8ab8-c925-46a6-83c4-d44cc55ed23a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:18.078060 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:40:18.078984 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ebf88e7-4680-47df-838d-edfe79997070 req-bfaf8ab8-c925-46a6-83c4-d44cc55ed23a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0666482 May 09 18:40:18.109295 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0eae8ca0-3e65-440d-a522-1823f0f8d70b req-4a76f921-2336-423d-86a0-4144a907370c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887029 May 09 18:40:18.116613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:40:18.116947 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:18.131433 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62aae24-a129-4bd3-8fc6-1ca8a30531c5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:40:18.150880 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:18.152814 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ebf88e7-4680-47df-838d-edfe79997070 req-549ee946-25c5-48d7-9313-4b3c751a8967 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0673301 May 09 18:40:18.154874 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:18.205011 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:18.212445 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.212806 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.213158 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.213504 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.213846 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.214185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.214519 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.214852 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.215201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.215614 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.216166 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.216649 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.217105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.217441 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.217774 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:18.431276 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['e62aae24-a129-4bd3-8fc6-1ca8a30531c5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:40:19.221623 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4c86-3b69-4110-9b5e-cbe1fef11820 req-4a6c0acc-47e3-4012-bd1c-5b0436c828b1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:19.223011 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aebd4c86-3b69-4110-9b5e-cbe1fef11820 req-4a6c0acc-47e3-4012-bd1c-5b0436c828b1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 944 time: 0.0462518 May 09 18:40:19.283371 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98128b7-cb12-4580-9c7d-b501c5c9f6b8 req-df4264ce-0bb5-482a-934a-72a6d7843154 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:19.284820 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b98128b7-cb12-4580-9c7d-b501c5c9f6b8 req-df4264ce-0bb5-482a-934a-72a6d7843154 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0609355 May 09 18:40:19.581170 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aebd4c86-3b69-4110-9b5e-cbe1fef11820 req-860470e0-0b85-42a9-b4a3-eb181807dd5d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483655 May 09 18:40:19.619080 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b98128b7-cb12-4580-9c7d-b501c5c9f6b8 req-e98ef1a1-ba26-4bd2-9acd-28f7b1af5238 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3278096 May 09 18:40:19.989155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device e62aae24-a129-4bd3-8fc6-1ca8a30531c5 up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:40:20.034681 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:40:20.040456 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:40:20.040831 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:20.116811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:40:20.117261 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:20.140355 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:20.142558 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739a4d6f-8c9d-413b-b11d-fe4a82aeb266" -d '{"events": [{"server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "name": "network-vif-plugged", "status": "completed", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:20.155321 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:20.159232 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:20.182616 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce947fb-4693-4370-877d-6f1785ae1810 x-openstack-request-id: req-1ce947fb-4693-4370-877d-6f1785ae1810 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:20.182912 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "name": "network-vif-plugged", "status": "completed", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:20.183166 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ce947fb-4693-4370-877d-6f1785ae1810 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:20.183636 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce947fb-4693-4370-877d-6f1785ae1810'] response: {'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'code': 200} May 09 18:40:20.207622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:20.528117 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b69404-11c7-4e44-8437-24467b5eae71 req-0de3bc5d-8921-4583-aa6a-2893dc0c7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:20.529587 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78b69404-11c7-4e44-8437-24467b5eae71 req-0de3bc5d-8921-4583-aa6a-2893dc0c7327 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1129 time: 0.0391653 May 09 18:40:20.572900 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78b69404-11c7-4e44-8437-24467b5eae71 req-991d519e-2eec-4d66-97a7-517be2a65802 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373070 May 09 18:40:20.697302 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edb082-74cb-47b1-9f9d-7887e4e6e48e req-e95c4d13-3610-40fb-8942-f1881134016d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:20.698682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9edb082-74cb-47b1-9f9d-7887e4e6e48e req-e95c4d13-3610-40fb-8942-f1881134016d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0523989 May 09 18:40:20.758005 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee0553-ede9-4660-8fbb-371f134e82d0 req-202edeaf-962b-4520-8f50-3978b3d4c57c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:20.759444 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-daee0553-ede9-4660-8fbb-371f134e82d0 req-202edeaf-962b-4520-8f50-3978b3d4c57c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0694799 May 09 18:40:20.789042 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9edb082-74cb-47b1-9f9d-7887e4e6e48e req-5aa84eee-01b1-4bea-8ee0-c0c9de578235 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832539 May 09 18:40:20.828238 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-daee0553-ede9-4660-8fbb-371f134e82d0 req-3ec4d1fa-3cd9-44b3-bba3-8abac0ecf74c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0632317 May 09 18:40:21.903353 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12ba10-49b0-4c5e-8e25-86fc082f7cf8 req-da48f172-8177-45eb-a78e-addb02a52d8f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.904767 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e12ba10-49b0-4c5e-8e25-86fc082f7cf8 req-da48f172-8177-45eb-a78e-addb02a52d8f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0485775 May 09 18:40:21.968177 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2bd7-43b0-4a00-b683-37207f539a0e req-3aa86175-11dc-4d65-9ed2-80fed34a2ca9 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.969633 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2a2f2bd7-43b0-4a00-b683-37207f539a0e req-3aa86175-11dc-4d65-9ed2-80fed34a2ca9 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0735729 May 09 18:40:22.000159 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e12ba10-49b0-4c5e-8e25-86fc082f7cf8 req-6e7d5d82-eab8-427c-b5df-770a0b4ceec9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882368 May 09 18:40:22.041371 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2a2f2bd7-43b0-4a00-b683-37207f539a0e req-b38c6b7e-3565-4eb5-b4a2-9dc7fddc7a96 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0654857 May 09 18:40:22.112044 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3a97a-3df3-4d49-a069-77074140b656 req-c235bbd4-6280-49db-81e8-9e7019379e5a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:22.113831 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ec3a97a-3df3-4d49-a069-77074140b656 req-c235bbd4-6280-49db-81e8-9e7019379e5a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0487134 May 09 18:40:22.162936 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ec3a97a-3df3-4d49-a069-77074140b656 req-6f582a88-6a6f-400c-be79-a9b3243f1511 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 May 09 18:40:22.184619 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:22.224022 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99c29d-3527-4a7d-bf33-5d1d8f356328 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:22.226158 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4e99c29d-3527-4a7d-bf33-5d1d8f356328 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1124 time: 0.0405619 May 09 18:40:22.228881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:22.232983 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:22.252576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:22.327050 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:22.431539 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.27.3.72 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:40:22.530200 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:22.561813 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:22.606220 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:40:22.611197 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:40:22.613731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:40:22.619386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:22.648332 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.648685 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.649034 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.649381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.649723 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.650062 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.650395 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.650726 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.651057 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.651416 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.651750 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.652081 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.652407 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.652731 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.653055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:22.984379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (923569ae-c696-4b85-b759-21fba727d025), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.050702 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.189955 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b865d0-21d7-404e-bb7f-9966ef3a32b1 req-a185bb49-59be-46d8-82c3-c999315dcd4c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:23.191417 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-18b865d0-21d7-404e-bb7f-9966ef3a32b1 req-a185bb49-59be-46d8-82c3-c999315dcd4c tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0596609 May 09 18:40:23.273789 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.279548 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.288659 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-18b865d0-21d7-404e-bb7f-9966ef3a32b1 req-57dd5910-d685-471b-86f1-e5320fe24ec3 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&id=51a60c73-8f2d-4e57-a040-ab272135b270&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0903623 May 09 18:40:23.358176 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:23.366775 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (923569ae-c696-4b85-b759-21fba727d025), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.466441 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP 923569ae-c696-4b85-b759-21fba727d025 associated. External IP: 172.27.3.72, port: e62aae24-a129-4bd3-8fc6-1ca8a30531c5. May 09 18:40:23.677070 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:40:23.785108 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:40:23.795643 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:40:23.804346 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:23.805978 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:23.806685 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:23.833385 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-99aac06c-38fb-4720-8e7b-29f65cec8e7a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6035266 May 09 18:40:23.834549 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:23.836874 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a04226-73f2-4251-9e9f-0e6404263377" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:23.873221 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5cd3e0-c254-403d-907f-d54815957615 x-openstack-request-id: req-9b5cd3e0-c254-403d-907f-d54815957615 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:23.873514 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:23.873764 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b5cd3e0-c254-403d-907f-d54815957615 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:23.874166 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5cd3e0-c254-403d-907f-d54815957615'] response: {'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'status': 'completed', 'code': 200} May 09 18:40:23.917992 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:23.951977 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04226-73f2-4251-9e9f-0e6404263377 req-4b9fa71a-0e26-48f2-bb98-56448a5a106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:23.953370 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-4b9fa71a-0e26-48f2-bb98-56448a5a106f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1129 time: 0.0381744 May 09 18:40:24.051791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04226-73f2-4251-9e9f-0e6404263377 req-6342a0d8-5017-4326-bebe-5b136a691d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:24.053857 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-6342a0d8-5017-4326-bebe-5b136a691d92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0948813 May 09 18:40:24.120774 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-5019df87-2ce8-4d91-89d7-ca24f83b1a87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 998 time: 0.0614324 May 09 18:40:24.132678 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:22Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:24.158446 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:40:24.167041 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:24.167386 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04226-73f2-4251-9e9f-0e6404263377 req-439d7aab-1e85-4153-8189-61dd76dd1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:24.167669 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:24.168847 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-439d7aab-1e85-4153-8189-61dd76dd1389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0426538 May 09 18:40:24.211319 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04226-73f2-4251-9e9f-0e6404263377 req-78199a18-5044-43e6-9a93-31a06fad4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:24.212896 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-78199a18-5044-43e6-9a93-31a06fad4060 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384963 May 09 18:40:24.274694 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:24.304830 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-0353cee1-eecb-4ed8-9e54-7eea91b8f7dc service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 May 09 18:40:24.393389 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81a04226-73f2-4251-9e9f-0e6404263377 req-ba42aaea-81ac-45ab-b08c-662aeea6273f service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 May 09 18:40:24.484559 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:22Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:24.510142 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca42092-4f89-414a-9be1-3923928f5d3a None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:22Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:40:24.696987 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec8b0ca-bf75-4c37-9de9-c1d2cfbddf9c None None] New status for floating IP 923569ae-c696-4b85-b759-21fba727d025: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:40:40.946115 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:40:41.393697 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35309ac0-a953-4325-b47d-4b5356e8ebcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:41.424098 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:43.621287 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95bc580a-f120-4f91-b888-b093be6dd1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:44.165214 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-155689ac-cf2f-440f-870f-53def3dd43ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460660 May 09 18:40:44.235748 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-bc11725e-51d2-4a4c-ab46-c8d2c1aa4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:44.237245 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-bc11725e-51d2-4a4c-ab46-c8d2c1aa4d91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1169 time: 0.0383296 May 09 18:40:44.336397 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-f2c3132f-18b1-4517-b7d8-b67686ca8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:44.337822 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-f2c3132f-18b1-4517-b7d8-b67686ca8fe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.0818214 May 09 18:40:44.405155 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-b413c1f9-2818-4001-b514-992fac910a56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1002 time: 0.0604570 May 09 18:40:44.453212 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-a032ce41-be24-4881-be5b-7eb632a7daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:44.454905 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-a032ce41-be24-4881-be5b-7eb632a7daf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0435586 May 09 18:40:44.504891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-6870e90b-27fc-4219-86c0-6f05f90f47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:44.506781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-6870e90b-27fc-4219-86c0-6f05f90f47c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433714 May 09 18:40:44.596558 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-883c208f-dfd4-473b-b7dd-8e7d6f9903e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830700 May 09 18:40:44.684045 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-51dfdc16-b96b-487b-b1ce-51a676ac8399 req-c3b26a8c-7f72-421b-882e-0e29fb14be5c service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806499 May 09 18:40:44.749846 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:46.188240 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:47.610006 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:56.710118 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-7878924a-8d94-44ce-8c56-71fcd94dec94 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26782090&fields=id&tenant_id=93b84cf540d348be994e2ddab8345520 HTTP/1.1" status: 200 len: 267 time: 0.0479507 May 09 18:40:56.760243 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-b6c827e7-796c-456e-ac70-a511862df436 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:56.761693 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-b6c827e7-796c-456e-ac70-a511862df436 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 985 time: 0.0462258 May 09 18:40:56.771872 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Request body: {'port': {'security_groups': ['8bbe7308-e033-477a-82d2-41f793593240']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:56.840544 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.010393 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:57.038591 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for port (6d06943b-04f5-46e7-9825-27b3d5682858), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.043067 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.081965 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:40:57.087738 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:57.088349 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.089753 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbfc674c-03fa-4162-bd91-9d62af58ce00 req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "PUT /v2.0/ports/6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 943 time: 0.3221459 May 09 18:40:57.090204 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:57.092468 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00426223-4bdb-4987-8f50-bb7c66d86c62" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:57.095702 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:57.123901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278654-d9cf-412f-b42f-80efc3bc456f tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event updated for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:57.135341 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d20a43-6bca-474d-9eca-3daddac4af48 x-openstack-request-id: req-02d20a43-6bca-474d-9eca-3daddac4af48 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:57.135669 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:57.135989 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02d20a43-6bca-474d-9eca-3daddac4af48 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:57.136451 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d20a43-6bca-474d-9eca-3daddac4af48'] response: {'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:40:57.187542 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (51a60c73-8f2d-4e57-a040-ab272135b270), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.218491 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (51a60c73-8f2d-4e57-a040-ab272135b270), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.219021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-9282b9e2-3122-4aa6-a9ba-0206da94f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:57.220652 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-9282b9e2-3122-4aa6-a9ba-0206da94f8c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1130 time: 0.0413821 May 09 18:40:57.250917 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:40:57.285811 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (51a60c73-8f2d-4e57-a040-ab272135b270), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.291896 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.294153 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "DELETE /v2.0/security-groups/51a60c73-8f2d-4e57-a040-ab272135b270 HTTP/1.1" status: 204 len: 168 time: 0.1974244 May 09 18:40:57.305729 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:57.306595 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a60c73-8f2d-4e57-a040-ab272135b270,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:57.322303 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.322816 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.323308 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.323892 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.324323 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.324753 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.324945 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-bb49ea7f-8bff-49b4-aede-0c1f18d14cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:57.325260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.326016 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.326016 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.326741 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-bb49ea7f-8bff-49b4-aede-0c1f18d14cb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.0980306 May 09 18:40:57.326866 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.326979 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.327409 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.327804 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.328196 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.328585 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a1792e-f99e-46bf-b6eb-1ccd17bd1f1a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:57.367737 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7178e55e-a27b-4f7b-a0ff-f7e792d2861c None None] Provisioning complete for port 6d06943b-04f5-46e7-9825-27b3d5682858 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:40:57.368105 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7178e55e-a27b-4f7b-a0ff-f7e792d2861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.412107 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-7a602353-d8dc-445b-bc24-342c8c63fd08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 1002 time: 0.0749621 May 09 18:40:57.462857 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-21e3fa4f-cb07-4151-bdb7-2ecf2ef40b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:57.464341 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-21e3fa4f-cb07-4151-bdb7-2ecf2ef40b54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0450373 May 09 18:40:57.475222 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Deleting port 9a4437da-1055-4e29-b542-44622530db9b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:40:57.475492 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (9a4437da-1055-4e29-b542-44622530db9b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.502128 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7178e55e-a27b-4f7b-a0ff-f7e792d2861c None None] Current status of the port 6d06943b-04f5-46e7-9825-27b3d5682858 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:40:57.516265 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-ab077a0c-f3fe-4cad-b423-b26f8147264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:57.517765 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-ab077a0c-f3fe-4cad-b423-b26f8147264d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464826 May 09 18:40:57.612994 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-99955747-db1d-430f-9eee-7af0be3eb71a service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884821 May 09 18:40:57.707563 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00426223-4bdb-4987-8f50-bb7c66d86c62 req-7b8aebfd-8eb1-4da0-9d03-3f5dc24ea665 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 May 09 18:40:57.818047 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (9a4437da-1055-4e29-b542-44622530db9b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.818384 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for floatingip (9a4437da-1055-4e29-b542-44622530db9b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:57.831505 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Calling delete_port for 9a4437da-1055-4e29-b542-44622530db9b owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:40:57.989623 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (9a4437da-1055-4e29-b542-44622530db9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:58.013887 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event deleted for resources: {'Port': ['ID=9a4437da-1055-4e29-b542-44622530db9b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:58.075328 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks [] for floatingip (95a4bada-1018-44f3-b4d2-d7582cc56b9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:58.075635 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Floating IP 95a4bada-1018-44f3-b4d2-d7582cc56b9d disassociated (deleted). External IP: 172.27.3.180, port: 6d06943b-04f5-46e7-9825-27b3d5682858. May 09 18:40:58.285448 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Router af8adbeb-100a-41c4-97af-7d029fc20b0c has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:40:58.392791 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:40:58.398074 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:58.402957 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Sync routers for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:40:58.412914 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:58.413604 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:58.426735 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a3589560-bbca-4caf-8187-299c32d80d28 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "DELETE /v2.0/floatingips/95a4bada-1018-44f3-b4d2-d7582cc56b9d HTTP/1.1" status: 204 len: 168 time: 1.1124070 May 09 18:40:58.427352 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:58.429603 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258625c904148b4739a4f53fc4fd2397301aeb70e98d8a5a7c473a0affc2ed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232ce79d-cafb-4ed8-822a-5f2557c08743" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:58.471449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eeb4cd-8ddb-4057-9273-886762608e71 x-openstack-request-id: req-c0eeb4cd-8ddb-4057-9273-886762608e71 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:58.471449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:58.471449 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0eeb4cd-8ddb-4057-9273-886762608e71 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:58.471449 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0eeb4cd-8ddb-4057-9273-886762608e71'] response: {'name': 'network-changed', 'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:40:58.527128 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:58.567070 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-360987f7-4f4a-49cf-b143-65afcb455c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:58.568608 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-360987f7-4f4a-49cf-b143-65afcb455c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b84cf540d348be994e2ddab8345520&device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 1130 time: 0.0472388 May 09 18:40:58.670913 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-e4d60a02-f1e8-45c8-9cf4-f793b8facb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:58.672522 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-e4d60a02-f1e8-45c8-9cf4-f793b8facb04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 200 len: 915 time: 0.0969317 May 09 18:40:58.717993 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-826045d1-d20b-4186-b816-a8b2c897c907 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 200 len: 217 time: 0.0396681 May 09 18:40:58.736013 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:58.762475 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Checking router: af8adbeb-100a-41c4-97af-7d029fc20b0c for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:40:58.765785 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-1dd1946e-4965-4706-9147-7d0aaf1ddd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:58.767261 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-1dd1946e-4965-4706-9147-7d0aaf1ddd73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 200 len: 853 time: 0.0441024 May 09 18:40:58.770498 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:58.771098 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:58.879648 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:59.059505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:59.070376 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-4c48a860-92a0-46c4-a24c-32bd3060773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:59.071907 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-4c48a860-92a0-46c4-a24c-32bd3060773f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5394fd-9ee8-4be5-9332-2fef427d3b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390339 May 09 18:40:59.089602 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69a4c8-e89c-42a1-8150-7cd8ccd4352a None None] The sync data for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi is: [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:54Z', 'revision_number': 4, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '98928f37-11c7-4c3b-a040-432a78220d24', 'name': '', 'network_id': '8b5394fd-9ee8-4be5-9332-2fef427d3b03', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'mac_address': 'fa:16:3e:2e:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:53Z', 'updated_at': '2022-05-09T18:38:59Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'subnets': [{'id': 'e5d8739c-3023-401a-a24a-c4c6be4d4ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:40:59.174926 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-b231fb70-b012-4b31-b10b-cdbc5bad8233 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924478 May 09 18:40:59.266112 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-232ce79d-cafb-4ed8-822a-5f2557c08743 req-094ffb87-ccfb-4758-8fa3-d2ad3803d415 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853643 May 09 18:40:59.326382 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6af77-eaff-4fd5-a3c7-9b4290349201 None None] New status for floating IP 95a4bada-1018-44f3-b4d2-d7582cc56b9d: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:41:01.132806 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182c70-fe68-4cc7-951c-985a64f0ed01 req-dc590236-6af3-4281-8877-16de00054a59 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:01.134262 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c182c70-fe68-4cc7-951c-985a64f0ed01 req-dc590236-6af3-4281-8877-16de00054a59 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0469990 May 09 18:41:01.180035 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c182c70-fe68-4cc7-951c-985a64f0ed01 req-0df6a97d-7d52-406f-bb5f-ff487b1e310a tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 May 09 18:41:02.292797 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6ccd-bdfc-4bf9-a508-229320e29569 req-121d5da0-dff2-45fb-b4cd-ab302f679177 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:02.294230 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-998c6ccd-bdfc-4bf9-a508-229320e29569 req-121d5da0-dff2-45fb-b4cd-ab302f679177 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0484092 May 09 18:41:02.338345 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-998c6ccd-bdfc-4bf9-a508-229320e29569 req-d78e3139-f4d9-4adf-bcf6-b417d9b02846 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bbe7308-e033-477a-82d2-41f793593240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 May 09 18:41:02.882701 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-f9927af0-a844-4d48-a736-673a87bf2fc4 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:02.884151 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-f9927af0-a844-4d48-a736-673a87bf2fc4 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.36 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 946 time: 0.0454490 May 09 18:41:02.968502 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Deleting port 6d06943b-04f5-46e7-9825-27b3d5682858 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:02.968842 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:03.053436 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] For port 6d06943b-04f5-46e7-9825-27b3d5682858, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d06943b-04f5-46e7-9825-27b3d5682858,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:03.053799 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:03.066678 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Calling delete_port for 6d06943b-04f5-46e7-9825-27b3d5682858 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:03.190959 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (6d06943b-04f5-46e7-9825-27b3d5682858), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:03.219018 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Pushing event deleted for resources: {'Port': ['ID=6d06943b-04f5-46e7-9825-27b3d5682858,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:03.226215 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['6d06943b-04f5-46e7-9825-27b3d5682858'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:41:03.266665 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] No DVR routers for this DVR port 6d06943b-04f5-46e7-9825-27b3d5682858 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:41:03.269055 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:03.272929 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9de7ef25-bb2d-46ce-a653-31900b91c519 req-1360b1b8-ac38-428d-b5a2-f265c259bac2 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.36 "DELETE /v2.0/ports/6d06943b-04f5-46e7-9825-27b3d5682858 HTTP/1.1" status: 204 len: 173 time: 0.3834019 May 09 18:41:03.273370 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'name': 'network-vif-deleted', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:03.275573 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff97727-ec5d-48f0-8b48-72eb1792e304" -d '{"events": [{"server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "name": "network-vif-deleted", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:03.311065 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd2dcd-08c0-48e0-81d1-11404abea50d x-openstack-request-id: req-70dd2dcd-08c0-48e0-81d1-11404abea50d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:03.311690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e0be7b-e580-40fa-9aac-c5d59bfd9c79", "name": "network-vif-deleted", "tag": "6d06943b-04f5-46e7-9825-27b3d5682858", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:03.311690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70dd2dcd-08c0-48e0-81d1-11404abea50d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:03.312087 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dd2dcd-08c0-48e0-81d1-11404abea50d'] response: {'server_uuid': '62e0be7b-e580-40fa-9aac-c5d59bfd9c79', 'name': 'network-vif-deleted', 'tag': '6d06943b-04f5-46e7-9825-27b3d5682858', 'status': 'completed', 'code': 200} May 09 18:41:03.434745 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-32b5e0f5-629d-4677-b81a-8320556adce8 req-1187a257-c901-4cda-88f5-2eb61947ad01 tempest-TestMinimumBasicScenario-668433645 tempest-TestMinimumBasicScenario-668433645-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e0be7b-e580-40fa-9aac-c5d59bfd9c79 HTTP/1.1" status: 200 len: 210 time: 0.0281625 May 09 18:41:04.977706 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:05.297176 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:05.555397 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Deleting port 98928f37-11c7-4c3b-a040-432a78220d24 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:05.556034 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (98928f37-11c7-4c3b-a040-432a78220d24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:05.639333 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] For port 98928f37-11c7-4c3b-a040-432a78220d24, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=98928f37-11c7-4c3b-a040-432a78220d24,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:05.639745 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (98928f37-11c7-4c3b-a040-432a78220d24), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:05.653169 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Calling delete_port for 98928f37-11c7-4c3b-a040-432a78220d24 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:05.848138 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (98928f37-11c7-4c3b-a040-432a78220d24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:05.885509 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Pushing event deleted for resources: {'Port': ['ID=98928f37-11c7-4c3b-a040-432a78220d24,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:06.059996 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:06.274232 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Router af8adbeb-100a-41c4-97af-7d029fc20b0c has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:41:06.377029 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:41:06.381874 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-655e8c45-ab5f-43c0-96b6-c77050d23102 admin admin] 10.222.0.25 "PUT /v2.0/routers/af8adbeb-100a-41c4-97af-7d029fc20b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032309 May 09 18:41:06.384673 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:06.385570 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Sync routers for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:41:06.394946 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:41:06.395517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:06.502626 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:41:06.678715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:41:05Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:06.707201 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Checking router: af8adbeb-100a-41c4-97af-7d029fc20b0c for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:41:06.716496 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Routers {'af8adbeb-100a-41c4-97af-7d029fc20b0c'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:41:06.717121 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['af8adbeb-100a-41c4-97af-7d029fc20b0c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:06.753648 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks [] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:06.860125 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks [] for router_gateway (af8adbeb-100a-41c4-97af-7d029fc20b0c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:06.908709 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Deleting port d9647a0b-cd1b-424c-a3c1-d5047728dfaa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:06.909054 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:06.952155 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] Set router af8adbeb-100a-41c4-97af-7d029fc20b0c gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:41:06.988015 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] For port d9647a0b-cd1b-424c-a3c1-d5047728dfaa, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:06.988379 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.001994 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Calling delete_port for d9647a0b-cd1b-424c-a3c1-d5047728dfaa owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:07.115949 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:41:05Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:07.146489 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498657a-0902-440f-9e49-574ca99afe80 None None] The sync data for ids ['af8adbeb-100a-41c4-97af-7d029fc20b0c'] in dv-cinder-841125-3-iscsi is: [{'id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'name': 'tempest-TestMinimumBasicScenario-177344620-router', 'tenant_id': '93b84cf540d348be994e2ddab8345520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:41:05Z', 'revision_number': 5, 'project_id': '93b84cf540d348be994e2ddab8345520', 'gw_port': {'id': 'd9647a0b-cd1b-424c-a3c1-d5047728dfaa', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8adbeb-100a-41c4-97af-7d029fc20b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:52Z', 'updated_at': '2022-05-09T18:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:41:07.171588 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (d9647a0b-cd1b-424c-a3c1-d5047728dfaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.197855 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9647a0b-cd1b-424c-a3c1-d5047728dfaa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:07.256229 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.345899 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.348106 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks [] for router_controller (af8adbeb-100a-41c4-97af-7d029fc20b0c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.394554 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (af8adbeb-100a-41c4-97af-7d029fc20b0c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.395256 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8adbeb-100a-41c4-97af-7d029fc20b0c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:41:07.400570 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.401683 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fc3eb90a-77b6-48de-8912-9b0f4b2b86a1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/af8adbeb-100a-41c4-97af-7d029fc20b0c HTTP/1.1" status: 204 len: 168 time: 1.0160470 May 09 18:41:07.404168 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:07.446901 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Deleting subnet e5d8739c-3023-401a-a24a-c4c6be4d4ab6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:41:07.449856 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Publish callbacks [] for subnet (e5d8739c-3023-401a-a24a-c4c6be4d4ab6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.484118 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7825733'] for subnet (e5d8739c-3023-401a-a24a-c4c6be4d4ab6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.566888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (e5d8739c-3023-401a-a24a-c4c6be4d4ab6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.621068 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4919644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5216787'] for subnet (e5d8739c-3023-401a-a24a-c4c6be4d4ab6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.649020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d8739c-3023-401a-a24a-c4c6be4d4ab6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:07.650999 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.654089 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f5d4cbdb-a68b-4037-9db9-97ee1e0eb4f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e5d8739c-3023-401a-a24a-c4c6be4d4ab6 HTTP/1.1" status: 204 len: 168 time: 0.2490156 May 09 18:41:07.656098 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ec4ff-fdc7-46b6-843e-6eb2690cf178 None None] Network 8b5394fd-9ee8-4be5-9332-2fef427d3b03 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:41:07.656690 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:07.725707 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (8b5394fd-9ee8-4be5-9332-2fef427d3b03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.777249 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Deleting port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:07.777590 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.824956 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] DHCP port deletion for 8b5394fd-9ee8-4be5-9332-2fef427d3b03 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:41:07.848218 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] For port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:07.848595 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.862339 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Calling delete_port for 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:07.867501 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Deleting port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:07.867887 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.929973 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] For port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,segment=NetworkSegment(c40abc7e-85a6-4a4b-8df6-b2676e700d89),segment_id=c40abc7e-85a6-4a4b-8df6-b2676e700d89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:07.930379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.943150 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Calling delete_port for 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:07.943660 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.970500 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:07.972403 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] No DVR routers for this DVR port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 on host dv-cinder-841125-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:41:08.027989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (36dcbb93-5288-428d-a50c-71e4eb6fe7d3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.043558 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (8b5394fd-9ee8-4be5-9332-2fef427d3b03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.052858 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] Pushing event deleted for resources: {'Port': ['ID=36dcbb93-5288-428d-a50c-71e4eb6fe7d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:08.056516 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8ba7c-8120-499c-89db-df3b8092e8fd None None] No DVR routers for this DVR port 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:41:08.071378 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5394fd-9ee8-4be5-9332-2fef427d3b03']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:08.081046 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40abc7e-85a6-4a4b-8df6-b2676e700d89') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:08.081343 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40abc7e-85a6-4a4b-8df6-b2676e700d89') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:08.093086 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7825788'] for segment (c40abc7e-85a6-4a4b-8df6-b2676e700d89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.107164 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (c40abc7e-85a6-4a4b-8df6-b2676e700d89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.113344 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:41:08.113719 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4919550'] for segment (c40abc7e-85a6-4a4b-8df6-b2676e700d89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: Traceback (most recent call last): May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: timer() May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: cb(*args, **kw) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: return func(*args, **kwargs) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: self._notify() May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: self.callback(batched_events) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: event.method(event) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: return f(self, *a, **k) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._get(url).json() May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:41:08.115758 dv-cinder-841125-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:41:08.176549 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (8b5394fd-9ee8-4be5-9332-2fef427d3b03), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.187167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.190678 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] 10.222.0.25 "DELETE /v2.0/networks/8b5394fd-9ee8-4be5-9332-2fef427d3b03 HTTP/1.1" status: 204 len: 168 time: 0.5330336 May 09 18:41:08.193501 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:08.197231 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6d06943b-04f5-46e7-9825-27b3d5682858 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:08.205380 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:08.208163 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23804b-a08e-42d1-9e02-7c22c7c45e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5394fd-9ee8-4be5-9332-2fef427d3b03,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:08.239363 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 6d06943b-04f5-46e7-9825-27b3d5682858 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:08.239712 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 6d06943b-04f5-46e7-9825-27b3d5682858 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:08.241010 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:08.241553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 36dcbb93-5288-428d-a50c-71e4eb6fe7d3 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:08.241960 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 98928f37-11c7-4c3b-a040-432a78220d24 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:08.262880 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 98928f37-11c7-4c3b-a040-432a78220d24 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:08.263255 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 98928f37-11c7-4c3b-a040-432a78220d24 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:08.263669 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device d9647a0b-cd1b-424c-a3c1-d5047728dfaa no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:08.285099 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: d9647a0b-cd1b-424c-a3c1-d5047728dfaa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:08.285379 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device d9647a0b-cd1b-424c-a3c1-d5047728dfaa not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:08.510813 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.732662 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Deleting port ddf629b0-a2aa-455b-9505-11b010500a82 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:08.732911 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.809278 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] For port ddf629b0-a2aa-455b-9505-11b010500a82, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ddf629b0-a2aa-455b-9505-11b010500a82,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:08.809638 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:08.822752 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Calling delete_port for ddf629b0-a2aa-455b-9505-11b010500a82 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:08.995424 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (ddf629b0-a2aa-455b-9505-11b010500a82), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.020533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf629b0-a2aa-455b-9505-11b010500a82,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:09.182681 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.394383 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Router 08de131d-5b64-4619-a95a-667d7f3cf8dd has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:41:09.498775 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:41:09.503797 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9fc280c3-7075-4003-9a27-5ea68fc7a20e admin admin] 10.222.0.25 "PUT /v2.0/routers/08de131d-5b64-4619-a95a-667d7f3cf8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3057284 May 09 18:41:09.506211 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:09.509266 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Sync routers for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:41:09.518759 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:41:09.519483 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:09.609329 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks [] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.627147 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:41:09.714481 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks [] for router_gateway (08de131d-5b64-4619-a95a-667d7f3cf8dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.763043 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Deleting port a72c505e-d2b2-458f-9df8-2f9e38864550 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:09.763417 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.795931 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:41:08Z', 'revision_number': 5, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port': {'id': 'a72c505e-d2b2-458f-9df8-2f9e38864550', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:38:57Z', 'updated_at': '2022-05-09T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:09.825842 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Checking router: 08de131d-5b64-4619-a95a-667d7f3cf8dd for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:41:09.833801 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Routers {'08de131d-5b64-4619-a95a-667d7f3cf8dd'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:41:09.834477 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:40:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['08de131d-5b64-4619-a95a-667d7f3cf8dd'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:09.844765 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] For port a72c505e-d2b2-458f-9df8-2f9e38864550, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a72c505e-d2b2-458f-9df8-2f9e38864550,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:09.845138 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:09.858588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Calling delete_port for a72c505e-d2b2-458f-9df8-2f9e38864550 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:09.921669 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] Set router 08de131d-5b64-4619-a95a-667d7f3cf8dd gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:41:09.974139 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:41:09Z', 'revision_number': 6, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:10.004669 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66033c-e135-41c5-aa50-048a97bdf9d9 None None] The sync data for ids ['08de131d-5b64-4619-a95a-667d7f3cf8dd'] in dv-cinder-841125-3-iscsi is: [{'id': '08de131d-5b64-4619-a95a-667d7f3cf8dd', 'name': 'tempest-TestMinimumBasicScenario-659399811-router', 'tenant_id': '160d33e6e5b1470c9de7b0cf18029a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:38:56Z', 'updated_at': '2022-05-09T18:41:09Z', 'revision_number': 6, 'project_id': '160d33e6e5b1470c9de7b0cf18029a59', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:41:10.025645 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (a72c505e-d2b2-458f-9df8-2f9e38864550), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.052598 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Pushing event deleted for resources: {'Port': ['ID=a72c505e-d2b2-458f-9df8-2f9e38864550,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:10.114341 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.466020 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.467709 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ddf629b0-a2aa-455b-9505-11b010500a82 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:10.468563 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks [] for router_controller (08de131d-5b64-4619-a95a-667d7f3cf8dd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.487492 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: ddf629b0-a2aa-455b-9505-11b010500a82 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:10.487847 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ddf629b0-a2aa-455b-9505-11b010500a82 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:10.516903 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (08de131d-5b64-4619-a95a-667d7f3cf8dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.517585 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08de131d-5b64-4619-a95a-667d7f3cf8dd {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:41:10.521929 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.523641 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c3556824-fc1f-40e7-97d0-de193306f13d admin admin] 10.222.0.25 "DELETE /v2.0/routers/08de131d-5b64-4619-a95a-667d7f3cf8dd HTTP/1.1" status: 204 len: 168 time: 1.0158820 May 09 18:41:10.525996 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:10.568075 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Deleting subnet ba3cd835-4b91-4c72-ae0b-dd6940aa6168 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:41:10.571634 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Publish callbacks [] for subnet (ba3cd835-4b91-4c72-ae0b-dd6940aa6168), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.608976 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (ba3cd835-4b91-4c72-ae0b-dd6940aa6168), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.681579 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (ba3cd835-4b91-4c72-ae0b-dd6940aa6168), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.731834 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (ba3cd835-4b91-4c72-ae0b-dd6940aa6168), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.761078 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3cd835-4b91-4c72-ae0b-dd6940aa6168,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:10.762999 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.766797 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6568dca2-2bb1-434a-8d22-6b0a426c0e0d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba3cd835-4b91-4c72-ae0b-dd6940aa6168 HTTP/1.1" status: 204 len: 168 time: 0.2398760 May 09 18:41:10.768531 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd2238-1ac3-4591-9ce8-047ead1a0fd7 None None] Network a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:41:10.768696 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:10.837609 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.887373 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Deleting port a6bb8115-977e-40d0-a061-2c7c0d0cc95c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:10.887679 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.912594 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] DHCP port deletion for a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:41:10.952152 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Deleting port a6bb8115-977e-40d0-a061-2c7c0d0cc95c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:41:10.952626 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.954391 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] For port a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:10.954761 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:10.969142 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Calling delete_port for a6bb8115-977e-40d0-a061-2c7c0d0cc95c owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:11.019088 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] For port a6bb8115-977e-40d0-a061-2c7c0d0cc95c, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,segment=NetworkSegment(4cf2ce84-1118-4634-9d4f-e352e3ad7676),segment_id=4cf2ce84-1118-4634-9d4f-e352e3ad7676)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:11.019567 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.033096 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Calling delete_port for a6bb8115-977e-40d0-a061-2c7c0d0cc95c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:41:11.052273 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.079108 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:11.083712 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] No DVR routers for this DVR port a6bb8115-977e-40d0-a061-2c7c0d0cc95c on host dv-cinder-841125-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:41:11.118775 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (a6bb8115-977e-40d0-a061-2c7c0d0cc95c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.143991 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] Pushing event deleted for resources: {'Port': ['ID=a6bb8115-977e-40d0-a061-2c7c0d0cc95c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:11.147306 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d35b3-b96c-442c-946a-8f1bd203946c None None] No DVR routers for this DVR port a6bb8115-977e-40d0-a061-2c7c0d0cc95c on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:41:11.162384 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.184255 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:11.193457 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf2ce84-1118-4634-9d4f-e352e3ad7676') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:11.193796 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf2ce84-1118-4634-9d4f-e352e3ad7676') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:41:11.202777 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (4cf2ce84-1118-4634-9d4f-e352e3ad7676), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.215465 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (4cf2ce84-1118-4634-9d4f-e352e3ad7676), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.221426 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:41:11.221949 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (4cf2ce84-1118-4634-9d4f-e352e3ad7676), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:41:11.223816 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:41:11.279941 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.285260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.288871 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5 HTTP/1.1" status: 204 len: 168 time: 0.5193543 May 09 18:41:11.299344 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6a8eb-a49a-4c7c-9d83-ab91ddbe10b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2df4ff2-6a83-4fef-a953-b97a4b7ea0e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:11.393702 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0dc10b0-b356-4c9a-8c5a-4b004777ed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.417965 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.448704 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:11.487262 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-44c9e384-c519-43ed-9e6c-4fcc2ea597e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93b84cf540d348be994e2ddab8345520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373998 May 09 18:41:11.489565 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:11.534947 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] Publish callbacks [] for security_group (8bbe7308-e033-477a-82d2-41f793593240), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.556611 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] Publish callbacks [] for security_group (8bbe7308-e033-477a-82d2-41f793593240), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.604115 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (8bbe7308-e033-477a-82d2-41f793593240), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.606567 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:11.607748 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bbe7308-e033-477a-82d2-41f793593240 HTTP/1.1" status: 204 len: 168 time: 0.1173086 May 09 18:41:11.615869 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc362ca-839f-473c-afb5-62e14510b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe7308-e033-477a-82d2-41f793593240,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:11.913895 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:11.952567 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dc2bab17-f82c-464e-9e71-2ab028443b7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=160d33e6e5b1470c9de7b0cf18029a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374556 May 09 18:41:11.954882 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:12.003996 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] Publish callbacks [] for security_group (97ba5098-caa4-4648-8a76-67614b3c6ad3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:12.025287 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] Publish callbacks [] for security_group (97ba5098-caa4-4648-8a76-67614b3c6ad3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:12.077235 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (97ba5098-caa4-4648-8a76-67614b3c6ad3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:12.079809 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:12.080977 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97ba5098-caa4-4648-8a76-67614b3c6ad3 HTTP/1.1" status: 204 len: 168 time: 0.1250906 May 09 18:41:12.089266 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479b66a-8976-4704-b1c2-9e21b160d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba5098-caa4-4648-8a76-67614b3c6ad3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:12.197811 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a6bb8115-977e-40d0-a061-2c7c0d0cc95c no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:12.218979 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a6bb8115-977e-40d0-a061-2c7c0d0cc95c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:12.219361 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a6bb8115-977e-40d0-a061-2c7c0d0cc95c not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:12.219789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a72c505e-d2b2-458f-9df8-2f9e38864550 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:12.238455 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a72c505e-d2b2-458f-9df8-2f9e38864550 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:41:12.238815 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a72c505e-d2b2-458f-9df8-2f9e38864550 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:41:13.622996 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b632e0a-ce84-4a0a-9f99-76f3ad16ba0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:14.752216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:16.189621 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:17.611871 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:17.945447 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:41:41.394427 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ac69647-fca4-468c-9d3e-8f40a240e855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:41.418570 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:43.624310 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60f76d2-9fdb-404a-89e2-f76e05d543af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.755046 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:46.140381 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-bd68b964-4ffc-484e-a543-ec17b5103438 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414412 May 09 18:41:46.194442 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:46.244631 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113870a-225a-4975-8944-a7779b7490ba req-721b3a89-b8c6-492a-9eec-5d51f10a33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.246108 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-721b3a89-b8c6-492a-9eec-5d51f10a33e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1129 time: 0.0430474 May 09 18:41:46.350321 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113870a-225a-4975-8944-a7779b7490ba req-7eccb9a4-700a-40d8-8c36-4fc7306daae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.351847 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-7eccb9a4-700a-40d8-8c36-4fc7306daae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0861900 May 09 18:41:46.420420 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-a89d737e-4d33-4bbc-b0ad-8311b3e233bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 1000 time: 0.0626795 May 09 18:41:46.466716 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113870a-225a-4975-8944-a7779b7490ba req-060145e7-27ea-4fcd-bb83-ee84eb077d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.468156 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-060145e7-27ea-4fcd-bb83-ee84eb077d3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0418825 May 09 18:41:46.510407 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113870a-225a-4975-8944-a7779b7490ba req-68c6490c-9526-4785-86c0-7c4f8f15b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.511803 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-68c6490c-9526-4785-86c0-7c4f8f15b3ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382726 May 09 18:41:46.601139 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-239804cc-787f-4cad-b2c2-179548c72843 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833280 May 09 18:41:46.688697 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6113870a-225a-4975-8944-a7779b7490ba req-a52e1790-8f0a-4cf6-98af-f9b31d550774 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805240 May 09 18:41:47.613969 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:54.944087 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:42:10.827915 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-e7e4cea4-756c-4ec1-ab3c-57b4d95789a9 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531814017&fields=id&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 267 time: 0.0432820 May 09 18:42:10.934156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-1b440e31-242a-4085-a84d-a8831a75a551 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:10.935521 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-1b440e31-242a-4085-a84d-a8831a75a551 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.1013625 May 09 18:42:10.949334 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-3f277d61-1587-4c56-a944-461e2f474f2b tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/quotas/84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 375 time: 0.0085800 May 09 18:42:10.998644 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-2b55e07b-066c-41eb-9fb6-7d38f007ebb2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446544 May 09 18:42:11.121458 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-74a4e349-6121-4554-9136-150081966d81 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:42:11.122456 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-74a4e349-6121-4554-9136-150081966d81 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1131499 May 09 18:42:11.217402 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-f901f0d4-ac34-4f1e-8029-6c765a6a35dd service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887935 May 09 18:42:11.302758 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-3c4525c7-92e9-4254-a68b-a7c5daa2ba1d service neutron] 10.222.0.25 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797889 May 09 18:42:11.401399 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ea79-bd0d-4253-b6ec-9c63815da54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:11.434242 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:11.592607 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a82573b6-b05a-4fc9-9dac-ee758bcc5c31 req-127775ac-c3a7-459a-9701-ff0f47db688a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 210 time: 0.0281832 May 09 18:42:12.563417 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-91d23a31-80f5-405d-b3a5-d0cedb3d4d18 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:12.564845 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-91d23a31-80f5-405d-b3a5-d0cedb3d4d18 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 812 time: 0.1079087 May 09 18:42:12.634556 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-3fc4c970-362b-4936-8845-a46a07225c79 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f9c806f7d54963bd886eae2ab22c38 HTTP/1.1" status: 200 len: 379 time: 0.0553455 May 09 18:42:12.643325 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'port': {'device_id': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'admin_state_up': True, 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'security_groups': ['50772591-6dc1-487f-af77-fab6fc1049f2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:12.722629 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b2e67e09-5789-455f-bc5d-d0ced3afa995 req-5a7ba42f-c043-4e2d-8d06-601087f9d550 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 210 time: 0.0349298 May 09 18:42:12.775733 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Made reservation on behalf of 84f9c806f7d54963bd886eae2ab22c38 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:42:12.778971 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:12.901758 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.20.0.4 (8d96723e-3ac9-459f-80bb-639b9429b963/2143a135-5974-44f1-8447-8f5fa7fa4cfc/48905479-fcf2-443e-a46a-2cb9b96c827f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:13.037126 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.070539 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.115283 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network 8d96723e-3ac9-459f-80bb-639b9429b963 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:13.118363 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:13.122209 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:13.150616 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:13.165964 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.166313 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.166657 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.166992 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.167776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.167776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.168036 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.168304 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.168630 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.169243 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.169381 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.169658 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.169978 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.170300 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.170618 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:13.191206 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:13.191858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.211682 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c6eb6ef7-118a-4cfa-8927-1563a76286f7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720205 May 09 18:42:13.229956 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Request body: {'port': {'device_id': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:13.291084 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.351775 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3f258633-31af-4d0d-8a55-ab4bda984910 None None] Provisioning complete for port 48905479-fcf2-443e-a46a-2cb9b96c827f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:13.352366 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f258633-31af-4d0d-8a55-ab4bda984910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.385318 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f258633-31af-4d0d-8a55-ab4bda984910 None None] Port 48905479-fcf2-443e-a46a-2cb9b96c827f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:42:13.546791 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48905479-fcf2-443e-a46a-2cb9b96c827f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:42:13.554021 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks [] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.565692 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Transition to ACTIVE for port object 48905479-fcf2-443e-a46a-2cb9b96c827f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:42:13.570274 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.622784 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Pushing event updated for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:13.633575 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-157a6460-bdbb-4786-81b2-5b900ecbfec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.698979 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Attempting to bind port 48905479-fcf2-443e-a46a-2cb9b96c827f on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:42:13.699435 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Attempting to bind port 48905479-fcf2-443e-a46a-2cb9b96c827f by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:42:13.699770 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Attempting to bind port 48905479-fcf2-443e-a46a-2cb9b96c827f on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:13.704329 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Port 48905479-fcf2-443e-a46a-2cb9b96c827f on network 8d96723e-3ac9-459f-80bb-639b9429b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:42:13.704650 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Attempting to bind port 48905479-fcf2-443e-a46a-2cb9b96c827f on network 8d96723e-3ac9-459f-80bb-639b9429b963 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:13.709556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Checking agent: {'id': '6747c506-8cbd-4004-98cf-44049e300e83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'started_at': datetime.datetime(2022, 5, 9, 18, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:42:13.710382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Checking segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:13.710761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Bound using segment: {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:42:13.711199 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Bound port: 48905479-fcf2-443e-a46a-2cb9b96c827f, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db5875b-b8d4-481a-9b8d-a1f23be84125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:42:13.711556 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.778985 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:42:13.782306 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=48905479-fcf2-443e-a46a-2cb9b96c827f,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:42:13.788287 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.866307 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:13.866883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:13.868331 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] 10.222.0.36 "PUT /v2.0/ports/48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 1093 time: 0.6442261 May 09 18:42:13.868771 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:13.871000 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668028e0-1e83-4e0f-a05e-638f2af7de0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:13.901997 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcff32a-b277-460b-a6b4-063b43c3d47d req-3d9b47a8-2937-4b0b-b265-55795c748ef2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:13.903568 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ddcff32a-b277-460b-a6b4-063b43c3d47d req-3d9b47a8-2937-4b0b-b265-55795c748ef2 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.1067359 May 09 18:42:13.908776 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d1e74-3e05-4f71-a71d-8e51c3dba969 service neutron] Pushing event updated for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:13.926722 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6cb713-dd6e-4806-8fdf-8ef34f786c98 x-openstack-request-id: req-5b6cb713-dd6e-4806-8fdf-8ef34f786c98 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:13.927020 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:13.927302 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6cb713-dd6e-4806-8fdf-8ef34f786c98 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:13.927727 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6cb713-dd6e-4806-8fdf-8ef34f786c98'] response: {'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'status': 'completed', 'code': 200} May 09 18:42:13.985022 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ddcff32a-b277-460b-a6b4-063b43c3d47d req-67e55790-487f-49bf-aeed-f055554c0e6d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731924 May 09 18:42:13.995822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-63195e2b-1c87-45e8-9a40-488bb7b9727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:13.997335 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-63195e2b-1c87-45e8-9a40-488bb7b9727a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1127 time: 0.0564296 May 09 18:42:14.044402 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-f3584a03-9d59-442c-8daa-1a026089be14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 217 time: 0.0339358 May 09 18:42:14.094267 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-f99666a5-b8c1-4df4-95ce-e2b09dcb03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.095576 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-f99666a5-b8c1-4df4-95ce-e2b09dcb03d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0457239 May 09 18:42:14.137282 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-2579f0b1-5820-4129-9719-cfe318e64cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.138756 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-2579f0b1-5820-4129-9719-cfe318e64cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378778 May 09 18:42:14.226348 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-c7693964-b086-4e2c-9e21-5831b1c8a59c service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 May 09 18:42:14.313914 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e4c7c83-0933-4b66-a0ee-254739b0c202 req-3d569756-f2c0-43a6-b23b-e86b40754b02 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819569 May 09 18:42:14.664572 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-d1d2507c-994c-457c-9e21-2111f60b44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.666026 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-d1d2507c-994c-457c-9e21-2111f60b44e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1127 time: 0.0389414 May 09 18:42:14.756040 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:14.756745 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-5f2d8570-6e40-460f-9c99-345f2c8781dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.758268 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-5f2d8570-6e40-460f-9c99-345f2c8781dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0861142 May 09 18:42:14.802188 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-395bb365-7644-44c6-8445-480383cd0341 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 217 time: 0.0339351 May 09 18:42:14.849398 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-2d1d645d-5292-445f-a1e8-d047f8a9bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.851483 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-2d1d645d-5292-445f-a1e8-d047f8a9bbe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0417328 May 09 18:42:14.902934 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-ac8dc229-4973-4b5d-aa21-3b913055c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:14.904442 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-ac8dc229-4973-4b5d-aa21-3b913055c125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454743 May 09 18:42:14.992864 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-d62688a9-57c7-454a-a1ed-502b0dcb47b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822382 May 09 18:42:15.116872 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5e54-9f18-4f79-94d4-3bb2a77ff750 req-a1e39add-1de8-49d1-be2e-da65d3c35b5a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:15.118312 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db8a5e54-9f18-4f79-94d4-3bb2a77ff750 req-a1e39add-1de8-49d1-be2e-da65d3c35b5a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0638416 May 09 18:42:15.120466 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668028e0-1e83-4e0f-a05e-638f2af7de0d req-e1253b73-6f5f-42c8-9700-562e4fc66559 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219430 May 09 18:42:15.166973 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db8a5e54-9f18-4f79-94d4-3bb2a77ff750 req-ab5da1d1-fb89-4624-84db-d4e0628266d5 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 May 09 18:42:16.198321 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:16.278684 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fab2f-5caf-4b6c-8a86-5772147b3213 req-29e1be60-0b14-4283-929f-4aa2e93d6d60 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:16.280133 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d83fab2f-5caf-4b6c-8a86-5772147b3213 req-29e1be60-0b14-4283-929f-4aa2e93d6d60 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0451839 May 09 18:42:16.325961 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d83fab2f-5caf-4b6c-8a86-5772147b3213 req-87ee1aa6-87c5-47f7-897a-dc9f812b5a1b tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 May 09 18:42:17.439967 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15df9b-c6b0-4420-a6cf-f1b6befeafc8 req-5bf29b7f-6b1f-4580-8a36-f211db113772 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:17.441416 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f15df9b-c6b0-4420-a6cf-f1b6befeafc8 req-5bf29b7f-6b1f-4580-8a36-f211db113772 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0491090 May 09 18:42:17.487758 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1f15df9b-c6b0-4420-a6cf-f1b6befeafc8 req-e2f5c966-b8e5-4916-b30d-fd34819149d8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408494 May 09 18:42:17.618224 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:18.595769 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5db74-c0dc-4285-9d77-85bde835e681 req-ce701c0f-0ce3-4ed7-8fa6-e8861ff36e68 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:18.597205 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9d5db74-c0dc-4285-9d77-85bde835e681 req-ce701c0f-0ce3-4ed7-8fa6-e8861ff36e68 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0455148 May 09 18:42:18.644008 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9d5db74-c0dc-4285-9d77-85bde835e681 req-ae7fd839-f342-497d-b7a7-92ac6b55ccca tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 May 09 18:42:19.758480 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac20e8-5290-464c-956a-0f94fb2c7115 req-e63b7586-8165-4fa8-908e-f9675372ea30 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:19.759932 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52ac20e8-5290-464c-956a-0f94fb2c7115 req-e63b7586-8165-4fa8-908e-f9675372ea30 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0485220 May 09 18:42:19.806502 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52ac20e8-5290-464c-956a-0f94fb2c7115 req-e03d20ae-632d-4596-8f8e-61cfac0b03f8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 May 09 18:42:20.916223 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5f2b5-acbc-47dd-84b5-c00c966daca5 req-ccd2398e-7793-497f-b46b-af8dbc41beb8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:20.917656 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fe5f2b5-acbc-47dd-84b5-c00c966daca5 req-ccd2398e-7793-497f-b46b-af8dbc41beb8 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0458364 May 09 18:42:20.963726 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fe5f2b5-acbc-47dd-84b5-c00c966daca5 req-44b8fdad-bb58-4e23-b1af-f83da8103315 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 May 09 18:42:22.075303 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4acb8-eb2a-4f05-8c7f-486358228e74 req-c441d08c-4e4c-4077-b9fb-2f836f6b5d0d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:22.076759 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71d4acb8-eb2a-4f05-8c7f-486358228e74 req-c441d08c-4e4c-4077-b9fb-2f836f6b5d0d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 943 time: 0.0457301 May 09 18:42:22.126565 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71d4acb8-eb2a-4f05-8c7f-486358228e74 req-8c8b5deb-ec6e-4437-988f-2cc12da51ee6 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 May 09 18:42:22.519895 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 48905479-fcf2-443e-a46a-2cb9b96c827f details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:42:22.612313 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=48905479-fcf2-443e-a46a-2cb9b96c827f,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:22.624231 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Returning: {'device': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'port_id': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'mac_address': 'fa:16:3e:70:1d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:42:22.663186 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 48905479-fcf2-443e-a46a-2cb9b96c827f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:22.663605 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:22.675816 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48905479-fcf2-443e-a46a-2cb9b96c827f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:42:22.696433 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=48905479-fcf2-443e-a46a-2cb9b96c827f,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:22.700414 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:22.746544 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:22.753580 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.753933 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.754281 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.754621 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.754956 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.755312 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.755643 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.755969 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.756317 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.756647 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.756977 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.757304 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.757625 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.757945 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.758264 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:22.978753 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] get_ports_and_sgs() called for port_ids ['48905479-fcf2-443e-a46a-2cb9b96c827f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:42:23.236156 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823841-efe2-4f25-b94c-b3b106a14354 req-c760d3c8-07c5-4379-82b5-bbb6754faec6 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:23.237584 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a0823841-efe2-4f25-b94c-b3b106a14354 req-c760d3c8-07c5-4379-82b5-bbb6754faec6 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 944 time: 0.0461617 May 09 18:42:23.285313 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a0823841-efe2-4f25-b94c-b3b106a14354 req-46dc0942-7452-4f88-94c5-285e2939e54f tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 May 09 18:42:24.398569 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9183-2117-4098-8509-47bd179660bc req-4492fffb-a338-453a-adad-ef0ca99ca8d4 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:24.400021 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6cb9183-2117-4098-8509-47bd179660bc req-4492fffb-a338-453a-adad-ef0ca99ca8d4 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 944 time: 0.0454895 May 09 18:42:24.449758 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6cb9183-2117-4098-8509-47bd179660bc req-4fed11e7-fcfc-41cc-b180-219e62d8b129 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444400 May 09 18:42:24.535489 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 48905479-fcf2-443e-a46a-2cb9b96c827f up at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:24.579328 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning for port 48905479-fcf2-443e-a46a-2cb9b96c827f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:42:24.585035 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Provisioning complete for port 48905479-fcf2-443e-a46a-2cb9b96c827f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:24.585752 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3622899'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:24.662365 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Current status of the port 48905479-fcf2-443e-a46a-2cb9b96c827f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:24.663303 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:24.685299 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:24.687553 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d372f16212aff34e25e846c978943d6c37c12fb6ba8fabf8514803ec02d0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10267e8e-c700-4f4e-a782-3a8487d3dd21" -d '{"events": [{"server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "name": "network-vif-plugged", "status": "completed", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:24.701464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=48905479-fcf2-443e-a46a-2cb9b96c827f,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:24.705605 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:24.751983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Pushing event updated for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:24.841288 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05234aa4-8fbc-4fe0-99c0-66989e5a68c0 x-openstack-request-id: req-05234aa4-8fbc-4fe0-99c0-66989e5a68c0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:24.841582 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "name": "network-vif-plugged", "status": "completed", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:24.841839 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05234aa4-8fbc-4fe0-99c0-66989e5a68c0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:24.842238 dv-cinder-841125-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05234aa4-8fbc-4fe0-99c0-66989e5a68c0'] response: {'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'code': 200} May 09 18:42:25.345617 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4992f-96f2-452d-9947-d5bf5f298e9e req-dd0b215e-7464-4f65-ac6a-5a7677989d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:25.347096 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33a4992f-96f2-452d-9947-d5bf5f298e9e req-dd0b215e-7464-4f65-ac6a-5a7677989d56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1129 time: 0.3013802 May 09 18:42:25.391544 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33a4992f-96f2-452d-9947-d5bf5f298e9e req-7b043527-294e-462d-a85c-9065b57453df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375035 May 09 18:42:25.558609 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6bf46-cfab-4a47-ad42-d027bd50d852 req-d9358827-fe4b-4818-947e-71bb52548d69 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:25.560096 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78d6bf46-cfab-4a47-ad42-d027bd50d852 req-d9358827-fe4b-4818-947e-71bb52548d69 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0458694 May 09 18:42:25.607474 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78d6bf46-cfab-4a47-ad42-d027bd50d852 req-09c88d56-7bd4-4212-b15e-3d807485488a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 May 09 18:42:26.726270 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab563-9015-4f0a-9b77-c2eb616682cf req-dfd3cccc-06c1-4ad3-9f66-2f5114ae7c05 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:26.727741 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a24ab563-9015-4f0a-9b77-c2eb616682cf req-dfd3cccc-06c1-4ad3-9f66-2f5114ae7c05 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0515192 May 09 18:42:26.773998 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a24ab563-9015-4f0a-9b77-c2eb616682cf req-857b1a65-70f5-4bb3-bd3d-99bf661a12a1 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 May 09 18:42:26.884942 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a78d-bd11-4e4b-8018-71895e595a2b req-2924ef7c-aaf2-4a4a-80da-18fc58f2184c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:26.886439 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb56a78d-bd11-4e4b-8018-71895e595a2b req-2924ef7c-aaf2-4a4a-80da-18fc58f2184c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0457904 May 09 18:42:26.932583 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb56a78d-bd11-4e4b-8018-71895e595a2b req-d52eddc3-7115-410f-960a-28d9639dbb69 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 May 09 18:42:26.954220 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:26.990807 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5551f-f4f5-47b7-8819-ac5bccd0f312 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:26.992303 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e6c5551f-f4f5-47b7-8819-ac5bccd0f312 tempest-TestVolumeBootPattern-448296047 tempest-TestVolumeBootPattern-448296047-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1124 time: 0.0371556 May 09 18:42:26.995053 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:26.999461 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Request body: {'floatingip': {'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'port_id': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:27.019528 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.098422 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.200575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Allocated IP 172.27.3.20 (b020be39-2dab-4a06-8a07-96fb262908c3/9b01b5cd-8ace-4cb1-bb70-c35ea449f686/26c04b3d-e40f-4414-91ae-d69c8717d536) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:27.298347 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.330483 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776938707797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.365388 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Network b020be39-2dab-4a06-8a07-96fb262908c3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:27.368672 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:27.372160 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:27.400747 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=26c04b3d-e40f-4414-91ae-d69c8717d536,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:27.733758 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (a1325480-feaa-45ec-8347-657865a437ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.804822 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3662691'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.948905 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.953323 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776939265931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776938707815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776938707833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4919450'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.021438 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event updated for resources: {'Port': ['ID=26c04b3d-e40f-4414-91ae-d69c8717d536,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:28.033234 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525598'] for floatingip (a1325480-feaa-45ec-8347-657865a437ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.135152 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP a1325480-feaa-45ec-8347-657865a437ef associated. External IP: 172.27.3.20, port: 48905479-fcf2-443e-a46a-2cb9b96c827f. May 09 18:42:28.342766 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:28.449858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:28.460186 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:28.469127 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.475233 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:28.475882 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:42:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:28.500406 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-231843d2-3749-452e-a4a7-61a1b3a67d3e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5042527 May 09 18:42:28.501309 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:28.503573 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:28.539225 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d1d2f-30fd-492b-bb64-5aa3a76377d3 x-openstack-request-id: req-083d1d2f-30fd-492b-bb64-5aa3a76377d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:28.539521 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:28.539778 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-083d1d2f-30fd-492b-bb64-5aa3a76377d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:28.540183 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d1d2f-30fd-492b-bb64-5aa3a76377d3'] response: {'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'status': 'completed', 'code': 200} May 09 18:42:28.584482 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:28.620266 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-7360b6fe-3131-45c2-b7a6-617010738377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:28.621679 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-7360b6fe-3131-45c2-b7a6-617010738377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1129 time: 0.0389826 May 09 18:42:28.714075 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-2c7f736c-bcc2-4faa-a7e9-4d3b6e02e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:28.715566 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-2c7f736c-bcc2-4faa-a7e9-4d3b6e02e7d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0885181 May 09 18:42:28.780631 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-b1ce2782-1225-4db8-9021-5acae40549c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 998 time: 0.0587759 May 09 18:42:28.797779 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}, {'id': 'a1325480-feaa-45ec-8347-657865a437ef', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:70:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:27Z', 'updated_at': '2022-05-09T18:42:27Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:28.826399 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:28.827017 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-3b63501f-e34a-4837-ae12-c11b07c2488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:28.828521 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-3b63501f-e34a-4837-ae12-c11b07c2488f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0423658 May 09 18:42:28.835111 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:28.835739 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:42:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:28.874867 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-8fc8ad04-a4d5-4ac1-bb0f-6ee93c979218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:28.876601 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-8fc8ad04-a4d5-4ac1-bb0f-6ee93c979218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424383 May 09 18:42:28.941093 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:28.967754 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-6faeb11e-9bf1-48a5-8279-82fa51908356 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852501 May 09 18:42:29.063141 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e70f194-a5fc-48aa-8ae5-c2f4d5d46edb req-65e6aca1-1c7c-4983-bccb-508d03fd551c service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897844 May 09 18:42:29.283482 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}, {'id': 'a1325480-feaa-45ec-8347-657865a437ef', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:70:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:27Z', 'updated_at': '2022-05-09T18:42:27Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:29.312482 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f80b11-45f1-4486-9f23-c7a23fab4e05 None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}, {'id': 'a1325480-feaa-45ec-8347-657865a437ef', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:70:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:27Z', 'updated_at': '2022-05-09T18:42:27Z', 'revision_number': 0, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:29.492283 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420aeba-28d8-4663-b823-31b24b7b56dd None None] New status for floating IP a1325480-feaa-45ec-8347-657865a437ef: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:42:31.943028 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:42:41.394319 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8817340-4074-47c0-8fd2-7c6394feb708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.426803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.626539 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41d04a65-349f-41f3-aa99-52908379e290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:44.759521 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.107795 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-dc4f2544-0791-45eb-8aab-f5f30f264a4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380652 May 09 18:42:46.199780 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.201858 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06686-1397-491d-8936-66b26eecd46e req-649dbef5-e6af-4fa5-8f65-69f5d10a8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.203374 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-649dbef5-e6af-4fa5-8f65-69f5d10a8074 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1129 time: 0.0392385 May 09 18:42:46.310559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06686-1397-491d-8936-66b26eecd46e req-09ec0159-f944-4210-81a6-7121b198632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.312110 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-09ec0159-f944-4210-81a6-7121b198632b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0913455 May 09 18:42:46.374929 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-619957aa-b2bf-44b9-a7ec-490714c757f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 1000 time: 0.0568619 May 09 18:42:46.424575 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06686-1397-491d-8936-66b26eecd46e req-eb636b03-eb2a-43f3-a03f-5004c08ae431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.425996 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-eb636b03-eb2a-43f3-a03f-5004c08ae431 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0426221 May 09 18:42:46.471361 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06686-1397-491d-8936-66b26eecd46e req-2f771782-8fbb-452e-b524-f1b6cda611c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.472800 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-2f771782-8fbb-452e-b524-f1b6cda611c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407877 May 09 18:42:46.561842 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-dd322cb9-0886-4a02-9263-bbfdceb141c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 May 09 18:42:46.655407 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dea06686-1397-491d-8936-66b26eecd46e req-35d3bffa-8ec3-432d-86bb-358739a8f04d service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882096 May 09 18:42:47.620763 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:08.941499 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:43:11.395732 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69171cd0-c9d4-4679-bfbd-1546ec35c129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:11.446471 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:13.629248 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fc962a6-0517-46fb-83cc-919e5c6cb066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:14.763613 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:16.202687 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:17.623680 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.397057 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39f68d62-0cd7-44b1-85a1-917d80804804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.461568 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:43.630300 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56945d54-1d95-4982-9e7d-4fc58af01dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.767666 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.939568 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:43:46.205630 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:47.626637 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.334285 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-82f7829e-66fb-44ec-a5da-e7beb79a42db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385635 May 09 18:43:48.401100 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-762f5ed3-4f5a-4aa4-be15-10fd00986313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:48.402557 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-762f5ed3-4f5a-4aa4-be15-10fd00986313 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1129 time: 0.0383964 May 09 18:43:48.504226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-e3bdfeee-a2d1-4621-8625-6036c82d2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:48.505656 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-e3bdfeee-a2d1-4621-8625-6036c82d2695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0841372 May 09 18:43:48.569569 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-1509c4de-1587-4e56-af63-6ff16828d656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 1000 time: 0.0566218 May 09 18:43:48.620017 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-a32c3715-a1c2-4df2-850a-b7c83e9eba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:48.622021 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-a32c3715-a1c2-4df2-850a-b7c83e9eba06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0464191 May 09 18:43:48.666117 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-aba516d2-c0ac-4393-bcc8-0082c33dcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:48.667586 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-aba516d2-c0ac-4393-bcc8-0082c33dcdbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400510 May 09 18:43:48.754579 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-5894d8de-a469-4ac3-99fd-5b87a8b80827 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805933 May 09 18:43:48.852916 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9d48b37-eee9-4c07-9f07-86eceac363b6 req-cfcae010-841d-463d-a436-2e62f96ac820 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918074 May 09 18:44:00.137576 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:00.538525 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port 26c04b3d-e40f-4414-91ae-d69c8717d536 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:00.538863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:00.612238 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:00.612562 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (26c04b3d-e40f-4414-91ae-d69c8717d536), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:00.624909 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for 26c04b3d-e40f-4414-91ae-d69c8717d536 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:00.791624 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (26c04b3d-e40f-4414-91ae-d69c8717d536), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:00.816606 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=26c04b3d-e40f-4414-91ae-d69c8717d536,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:00.841206 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.841550 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.841888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.842228 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.842559 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.842888 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.843234 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.843561 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.843883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.844204 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.844527 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.844849 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.845167 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.845482 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.845796 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:00.885704 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (a1325480-feaa-45ec-8347-657865a437ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:00.886036 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP a1325480-feaa-45ec-8347-657865a437ef disassociated (deleted). External IP: 172.27.3.20, port: 48905479-fcf2-443e-a46a-2cb9b96c827f. May 09 18:44:01.105128 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:44:01.213129 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:44:01.217863 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:01.225499 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:44:01.234859 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:01.235569 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:43:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:01.253322 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-150a7417-cceb-4457-955f-489865738f4d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "DELETE /v2.0/floatingips/a1325480-feaa-45ec-8347-657865a437ef HTTP/1.1" status: 204 len: 168 time: 1.1144211 May 09 18:44:01.253932 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:44:01.256200 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f039f-b92d-40e4-aab3-2bf74b8c0033" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:44:01.295737 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4448f7-a03e-4dfb-be73-c8b60179defb x-openstack-request-id: req-8d4448f7-a03e-4dfb-be73-c8b60179defb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:44:01.296066 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:44:01.296292 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d4448f7-a03e-4dfb-be73-c8b60179defb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:44:01.296699 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4448f7-a03e-4dfb-be73-c8b60179defb'] response: {'name': 'network-changed', 'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'status': 'completed', 'code': 200} May 09 18:44:01.357670 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:01.387601 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-5ad0676f-0505-4ce5-a9f0-311146a8ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.389117 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-5ad0676f-0505-4ce5-a9f0-311146a8ad8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 1129 time: 0.0493388 May 09 18:44:01.470539 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff79b3-9850-42be-a3a3-d1520e3e609d req-b2929209-cfc2-44a9-b78f-f50c609e11fc tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.472152 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cff79b3-9850-42be-a3a3-d1520e3e609d req-b2929209-cfc2-44a9-b78f-f50c609e11fc tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0470445 May 09 18:44:01.520853 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cff79b3-9850-42be-a3a3-d1520e3e609d req-1677738e-26c6-4ae0-b053-5f68ea269e5e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 May 09 18:44:01.576789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:01.601871 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:44:01.610400 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:01.610943 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:43:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:01.727977 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:01.933258 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:01.959390 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e7d82-7eb8-4392-b8ca-4424caa4382f None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_floatingips': [{'id': '923569ae-c696-4b85-b759-21fba727d025', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'router_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'port_id': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'mac_address': 'fa:16:3e:db:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:22Z', 'updated_at': '2022-05-09T18:40:24Z', 'revision_number': 1, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:44:02.170223 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fe12d-93c5-4137-8654-4274aef18e4f None None] New status for floating IP a1325480-feaa-45ec-8347-657865a437ef: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:44:02.524382 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-5ab683ab-13fc-4059-803b-794873729809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.525834 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-5ab683ab-13fc-4059-803b-794873729809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.0833929 May 09 18:44:02.638315 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155245-9eec-4c37-b5a8-5295c8ffdce2 req-a4fcc22d-1a9d-46dd-8ffc-df6ab4925166 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.639916 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f0155245-9eec-4c37-b5a8-5295c8ffdce2 req-a4fcc22d-1a9d-46dd-8ffc-df6ab4925166 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0505922 May 09 18:44:02.694629 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-f366cef4-8421-4651-826e-5b6e4ecb8015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 200 len: 217 time: 0.0359182 May 09 18:44:02.750183 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f0155245-9eec-4c37-b5a8-5295c8ffdce2 req-ec06703d-b2d1-4dc2-954e-2a5efbaab229 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046789 May 09 18:44:02.763045 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-6076f583-a81a-4f84-8d09-0237adc1fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.764517 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-6076f583-a81a-4f84-8d09-0237adc1fe13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0622797 May 09 18:44:02.942965 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-191632e3-b9c9-4a62-8cce-cfa55094ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.944382 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-191632e3-b9c9-4a62-8cce-cfa55094ffe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387082 May 09 18:44:03.095804 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06306-815a-455e-a719-900ee08a1a64 req-6f567184-2f6d-4a35-8ddf-0b7fb29348b7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:03.097228 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce06306-815a-455e-a719-900ee08a1a64 req-6f567184-2f6d-4a35-8ddf-0b7fb29348b7 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 945 time: 0.0896711 May 09 18:44:03.162195 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-8470f7fd-5c0f-402e-9363-be317aab60e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557291 May 09 18:44:03.242084 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port 48905479-fcf2-443e-a46a-2cb9b96c827f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:03.242424 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:03.335490 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d60f039f-b92d-40e4-aab3-2bf74b8c0033 req-9b618945-3837-40e8-bb65-096145153117 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557729 May 09 18:44:03.357519 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] For port 48905479-fcf2-443e-a46a-2cb9b96c827f, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=48905479-fcf2-443e-a46a-2cb9b96c827f,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:03.357881 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:03.373882 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for 48905479-fcf2-443e-a46a-2cb9b96c827f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:03.499226 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (48905479-fcf2-443e-a46a-2cb9b96c827f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:03.525673 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=48905479-fcf2-443e-a46a-2cb9b96c827f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:03.574818 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] No DVR routers for this DVR port 48905479-fcf2-443e-a46a-2cb9b96c827f on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:44:03.577296 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:03.580470 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce06306-815a-455e-a719-900ee08a1a64 req-67bc7bc5-558f-454a-9b85-f58510cc737c tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "DELETE /v2.0/ports/48905479-fcf2-443e-a46a-2cb9b96c827f HTTP/1.1" status: 204 len: 173 time: 0.4774952 May 09 18:44:03.580904 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'name': 'network-vif-deleted', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:44:03.583089 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f7b1ac-d87f-4a17-91b4-2611f2e2b284" -d '{"events": [{"server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "name": "network-vif-deleted", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:44:03.619374 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7420a7e-08e7-4185-b4d7-74d27f66c126 x-openstack-request-id: req-a7420a7e-08e7-4185-b4d7-74d27f66c126 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:44:03.619671 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbe76f5-4ae3-4d92-9126-5911dc61e633", "name": "network-vif-deleted", "tag": "48905479-fcf2-443e-a46a-2cb9b96c827f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:44:03.619929 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7420a7e-08e7-4185-b4d7-74d27f66c126 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:44:03.620363 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7420a7e-08e7-4185-b4d7-74d27f66c126'] response: {'server_uuid': '5bbe76f5-4ae3-4d92-9126-5911dc61e633', 'name': 'network-vif-deleted', 'tag': '48905479-fcf2-443e-a46a-2cb9b96c827f', 'status': 'completed', 'code': 200} May 09 18:44:03.843988 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-643a55c4-8b6b-411e-94c4-502cff1940f1 req-b1d48717-1bac-4513-b294-a9d64b11394a tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbe76f5-4ae3-4d92-9126-5911dc61e633 HTTP/1.1" status: 200 len: 210 time: 0.0270228 May 09 18:44:07.079998 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 48905479-fcf2-443e-a46a-2cb9b96c827f no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:07.099052 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: 48905479-fcf2-443e-a46a-2cb9b96c827f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:07.099419 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device 48905479-fcf2-443e-a46a-2cb9b96c827f not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:07.125491 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:07.268504 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:07.268850 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.344290 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.344607 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.357946 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:07.496064 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.522161 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=a19dc94e-ef9c-4e3f-bcfe-bff0cd61a020,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:07.583602 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (923569ae-c696-4b85-b759-21fba727d025), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.583929 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Floating IP 923569ae-c696-4b85-b759-21fba727d025 disassociated (deleted). External IP: 172.27.3.72, port: e62aae24-a129-4bd3-8fc6-1ca8a30531c5. May 09 18:44:07.791716 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:44:07.898686 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:44:07.903877 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.909203 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:44:07.919464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:07.920068 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:43:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:07.932166 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b20c6aea-fc31-4132-ab73-7649683305ff tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "DELETE /v2.0/floatingips/923569ae-c696-4b85-b759-21fba727d025 HTTP/1.1" status: 204 len: 168 time: 0.8056083 May 09 18:44:07.932717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:44:07.935063 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ea420-0321-4225-9383-e25613db690d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:44:07.971326 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012506bf-4907-48fd-9923-47ce41f9cfb0 x-openstack-request-id: req-012506bf-4907-48fd-9923-47ce41f9cfb0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:44:07.971625 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:44:07.971886 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-012506bf-4907-48fd-9923-47ce41f9cfb0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:44:07.972291 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012506bf-4907-48fd-9923-47ce41f9cfb0'] response: {'name': 'network-changed', 'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'status': 'completed', 'code': 200} May 09 18:44:08.034185 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:08.058259 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea420-0321-4225-9383-e25613db690d req-93755cc8-293d-4dcf-bdba-7f1b4874600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:08.060227 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-93755cc8-293d-4dcf-bdba-7f1b4874600a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f9c806f7d54963bd886eae2ab22c38&device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 1129 time: 0.0465422 May 09 18:44:08.179654 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb39aa-cd9c-418b-bdc3-020e4fd864f6 req-9f9a4082-1ab3-44bd-b6d4-f80424a21dfa tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:08.181127 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bfb39aa-cd9c-418b-bdc3-020e4fd864f6 req-9f9a4082-1ab3-44bd-b6d4-f80424a21dfa tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0636714 May 09 18:44:08.214060 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea420-0321-4225-9383-e25613db690d req-ea376d2a-b479-440f-bc69-f22ac2427165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:08.216151 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-ea376d2a-b479-440f-bc69-f22ac2427165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 200 len: 913 time: 0.1500771 May 09 18:44:08.246407 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bfb39aa-cd9c-418b-bdc3-020e4fd864f6 req-2ef21254-e071-41d1-8926-ec87942ecc77 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586145 May 09 18:44:08.356764 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:08.382505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:44:08.391169 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:08.391797 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:43:44Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:08.495272 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:08.679586 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:08.705983 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e259c-ab55-4e9c-b71d-e38321184e72 None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:36:53Z', 'revision_number': 4, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi', '_interfaces': [{'id': '249c6832-2fd5-4b53-814a-d681fff65fae', 'name': '', 'network_id': '8d96723e-3ac9-459f-80bb-639b9429b963', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'mac_address': 'fa:16:3e:40:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:52Z', 'updated_at': '2022-05-09T18:36:58Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'subnets': [{'id': '2143a135-5974-44f1-8447-8f5fa7fa4cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:44:08.925539 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77975141-073a-404e-9f9f-c198f386107b None None] New status for floating IP 923569ae-c696-4b85-b759-21fba727d025: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:44:09.172490 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-a44f326e-3e7f-4324-b709-2b9fc9e679ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 200 len: 217 time: 0.0379543 May 09 18:44:09.227077 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea420-0321-4225-9383-e25613db690d req-c229bae6-0cb2-4741-88a5-426f2cb843ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:09.228508 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-c229bae6-0cb2-4741-88a5-426f2cb843ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 200 len: 851 time: 0.0416095 May 09 18:44:09.370520 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e471f-a00c-4ae0-b641-e3ddfe087157 req-bf5ac271-dc5f-4d18-83ec-33458b4cf57e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:09.371997 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-620e471f-a00c-4ae0-b641-e3ddfe087157 req-bf5ac271-dc5f-4d18-83ec-33458b4cf57e tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0554245 May 09 18:44:09.416369 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea420-0321-4225-9383-e25613db690d req-e027fd19-e256-4a9e-af21-78d3b40834b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:09.418074 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-e027fd19-e256-4a9e-af21-78d3b40834b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d96723e-3ac9-459f-80bb-639b9429b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662103 May 09 18:44:09.445525 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-620e471f-a00c-4ae0-b641-e3ddfe087157 req-98bfaee9-c5ff-4a55-bd69-37cab27a1108 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/security-groups?id=50772591-6dc1-487f-af77-fab6fc1049f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579531 May 09 18:44:09.640373 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-da198eeb-6a2b-48f6-8158-772e157865f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 May 09 18:44:09.771205 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-251a774e-d2c8-403e-8324-0d83c9338402 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:09.772781 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-251a774e-d2c8-403e-8324-0d83c9338402 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 945 time: 0.0924497 May 09 18:44:09.840621 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e98ea420-0321-4225-9383-e25613db690d req-21a5d91e-842a-42f2-b032-ee496dc1e0fa service neutron] 10.222.0.36 "GET /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678786 May 09 18:44:09.882910 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:09.883287 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:09.974738 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] For port e62aae24-a129-4bd3-8fc6-1ca8a30531c5, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:09.975101 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:09.988995 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for e62aae24-a129-4bd3-8fc6-1ca8a30531c5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:10.121239 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (e62aae24-a129-4bd3-8fc6-1ca8a30531c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:10.147525 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=e62aae24-a129-4bd3-8fc6-1ca8a30531c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:10.192701 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] No DVR routers for this DVR port e62aae24-a129-4bd3-8fc6-1ca8a30531c5 on host hv-cinder-84112 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:44:10.195123 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:10.198351 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7fa750ce-423e-4ee1-8416-67d0818161ba req-f7da8d44-9825-4920-ba5b-eebab07d219d tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.36 "DELETE /v2.0/ports/e62aae24-a129-4bd3-8fc6-1ca8a30531c5 HTTP/1.1" status: 204 len: 173 time: 0.4191945 May 09 18:44:10.198789 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'name': 'network-vif-deleted', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:44:10.201051 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9faea55402f9c6a6cc81a73fcab6d44347806910ea22ae3f3ca1200e55fe1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cbc7be-44a0-46ab-9238-d856c5207825" -d '{"events": [{"server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "name": "network-vif-deleted", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:44:10.237290 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbcea96-f513-44f8-88ae-0e25b014bb7e x-openstack-request-id: req-4cbcea96-f513-44f8-88ae-0e25b014bb7e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:44:10.237990 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a75af1-168a-42af-bf8e-d6686993ec57", "name": "network-vif-deleted", "tag": "e62aae24-a129-4bd3-8fc6-1ca8a30531c5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:44:10.237990 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cbcea96-f513-44f8-88ae-0e25b014bb7e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:44:10.238245 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbcea96-f513-44f8-88ae-0e25b014bb7e'] response: {'server_uuid': 'b6a75af1-168a-42af-bf8e-d6686993ec57', 'name': 'network-vif-deleted', 'tag': 'e62aae24-a129-4bd3-8fc6-1ca8a30531c5', 'status': 'completed', 'code': 200} May 09 18:44:10.552187 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-60989df2-521b-4c91-9942-a2ee1849d1c5 req-c14ec5b1-2862-47fc-94d6-40bb830d5df6 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a75af1-168a-42af-bf8e-d6686993ec57 HTTP/1.1" status: 200 len: 210 time: 0.0343862 May 09 18:44:11.398177 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9593612-69d7-47a9-b79c-edc71df41fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:11.476544 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:11.615640 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:11.982547 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Deleting port ecf6616c-3ee7-4e98-b755-9a3a01ef71b8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:11.982883 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.054295 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.054614 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.067555 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Calling delete_port for ecf6616c-3ee7-4e98-b755-9a3a01ef71b8 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:12.192496 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (ecf6616c-3ee7-4e98-b755-9a3a01ef71b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.218591 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'Port': ['ID=ecf6616c-3ee7-4e98-b755-9a3a01ef71b8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:12.279922 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for floatingip (bafe5e97-4ad5-4215-b52d-44ea097f5f40), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.282391 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5029'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:12.283542 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4da0f19b-d8e3-4158-b9bf-e917ddfae668 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "DELETE /v2.0/floatingips/bafe5e97-4ad5-4215-b52d-44ea097f5f40 HTTP/1.1" status: 204 len: 168 time: 0.6675291 May 09 18:44:13.095884 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device e62aae24-a129-4bd3-8fc6-1ca8a30531c5 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:13.119505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] No Port match for: e62aae24-a129-4bd3-8fc6-1ca8a30531c5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:13.119859 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Device e62aae24-a129-4bd3-8fc6-1ca8a30531c5 not bound to the agent host hv-cinder-84112 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:13.477262 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:13.531831 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (50772591-6dc1-487f-af77-fab6fc1049f2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:13.555603 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (50772591-6dc1-487f-af77-fab6fc1049f2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:13.615716 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (50772591-6dc1-487f-af77-fab6fc1049f2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:13.618388 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:13.619567 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] 10.222.0.25 "DELETE /v2.0/security-groups/50772591-6dc1-487f-af77-fab6fc1049f2 HTTP/1.1" status: 204 len: 168 time: 0.1413262 May 09 18:44:13.629511 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86872ebe-7846-42e0-9285-2a90d9df19e3 tempest-TestVolumeBootPattern-1956176469 tempest-TestVolumeBootPattern-1956176469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50772591-6dc1-487f-af77-fab6fc1049f2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:13.635894 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99211428-426e-4b60-9ad3-627d2fb0e5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:13.690267 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.25', 42814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:14.135893 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:14.361998 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Deleting port 249c6832-2fd5-4b53-814a-d681fff65fae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:14.362337 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:14.437891 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] For port 249c6832-2fd5-4b53-814a-d681fff65fae, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=249c6832-2fd5-4b53-814a-d681fff65fae,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:14.438179 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:14.450717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Calling delete_port for 249c6832-2fd5-4b53-814a-d681fff65fae owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:14.626761 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4919469'] for port (249c6832-2fd5-4b53-814a-d681fff65fae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:14.657383 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Pushing event deleted for resources: {'Port': ['ID=249c6832-2fd5-4b53-814a-d681fff65fae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:14.772487 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:14.829796 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.046717 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:44:15.152557 dv-cinder-841125-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:44:15.157388 dv-cinder-841125-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8378f371-486f-45d5-b93c-6fdff0232337 admin admin] 10.222.0.25 "PUT /v2.0/routers/c97d21b6-79fa-4899-8a6b-a8d2c1d1da24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661200 May 09 18:44:15.160188 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:15.160842 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Sync routers for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:44:15.170853 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:15.171494 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:44:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:15.264510 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks [] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.277114 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: dv-cinder-841125-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:15.365002 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks [] for router_gateway (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.408622 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Deleting port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:15.408957 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.440989 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:44:14Z', 'revision_number': 5, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port': {'id': 'a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:51Z', 'updated_at': '2022-05-09T18:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:15.471069 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Checking router: c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 for host: dv-cinder-841125-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:44:15.479117 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Routers {'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:15.479747 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:44:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:15.487869 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] For port a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:15.488242 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.501334 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Calling delete_port for a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:15.566919 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] Set router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:15.616982 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:44:15Z', 'revision_number': 6, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:15.645826 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39d342-a97c-41b8-9773-04722183cc7c None None] The sync data for ids ['c97d21b6-79fa-4899-8a6b-a8d2c1d1da24'] in dv-cinder-841125-3-iscsi is: [{'id': 'c97d21b6-79fa-4899-8a6b-a8d2c1d1da24', 'name': 'tempest-TestVolumeBootPattern-1250814097-router', 'tenant_id': '84f9c806f7d54963bd886eae2ab22c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:50Z', 'updated_at': '2022-05-09T18:44:15Z', 'revision_number': 6, 'project_id': '84f9c806f7d54963bd886eae2ab22c38', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:44:15.665416 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.693708 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:15.717605 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.717956 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.718298 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.718637 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.718970 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.719322 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.719648 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.719972 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.720297 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.720625 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.720949 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.721273 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.721588 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.721907 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.722229 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:15.763639 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.854260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.856882 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks [] for router_controller (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.900556 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (c97d21b6-79fa-4899-8a6b-a8d2c1d1da24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.901069 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:44:15.905673 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.906789 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-62dd8002-d5ca-40c3-aa64-20e2187186c1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c97d21b6-79fa-4899-8a6b-a8d2c1d1da24 HTTP/1.1" status: 204 len: 168 time: 0.7455554 May 09 18:44:15.909757 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:15.951857 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Deleting subnet 2143a135-5974-44f1-8447-8f5fa7fa4cfc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:44:15.954878 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Publish callbacks [] for subnet (2143a135-5974-44f1-8447-8f5fa7fa4cfc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:15.989175 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (2143a135-5974-44f1-8447-8f5fa7fa4cfc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.072120 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (2143a135-5974-44f1-8447-8f5fa7fa4cfc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.123437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (2143a135-5974-44f1-8447-8f5fa7fa4cfc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.149373 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2143a135-5974-44f1-8447-8f5fa7fa4cfc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:16.151340 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.154968 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-244a84a0-64b5-4538-9bba-4bdaad70f400 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2143a135-5974-44f1-8447-8f5fa7fa4cfc HTTP/1.1" status: 204 len: 168 time: 0.2443058 May 09 18:44:16.156601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeabc9e-7d4c-473d-93fc-f405a0da9d44 None None] Network 8d96723e-3ac9-459f-80bb-639b9429b963 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:44:16.157503 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:16.222494 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.229873 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (8d96723e-3ac9-459f-80bb-639b9429b963), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.276384 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Deleting port 934a2a79-1c29-4552-be4b-caa850899786 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:16.276724 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (934a2a79-1c29-4552-be4b-caa850899786), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.336659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] For port 934a2a79-1c29-4552-be4b-caa850899786, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=934a2a79-1c29-4552-be4b-caa850899786,segment=NetworkSegment(2db5875b-b8d4-481a-9b8d-a1f23be84125),segment_id=2db5875b-b8d4-481a-9b8d-a1f23be84125)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:16.336951 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (934a2a79-1c29-4552-be4b-caa850899786), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.349939 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Calling delete_port for 934a2a79-1c29-4552-be4b-caa850899786 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:16.414383 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] DHCP port deletion for 8d96723e-3ac9-459f-80bb-639b9429b963 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:44:16.435533 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (934a2a79-1c29-4552-be4b-caa850899786), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.466495 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] No DVR routers for this DVR port 934a2a79-1c29-4552-be4b-caa850899786 on host dv-cinder-841125-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:44:16.468216 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Deleting port 934a2a79-1c29-4552-be4b-caa850899786 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:16.468594 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (934a2a79-1c29-4552-be4b-caa850899786), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.487419 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Pushing event deleted for resources: {'Port': ['ID=934a2a79-1c29-4552-be4b-caa850899786,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:16.505601 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 249c6832-2fd5-4b53-814a-d681fff65fae no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:16.534660 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 249c6832-2fd5-4b53-814a-d681fff65fae {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:16.535321 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 249c6832-2fd5-4b53-814a-d681fff65fae not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:16.535745 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:16.540696 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (8d96723e-3ac9-459f-80bb-639b9429b963), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.563091 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:16.563464 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device a85bc7a9-7243-4cab-acc7-0f43cc5cc3d8 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:16.563875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 934a2a79-1c29-4552-be4b-caa850899786 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:16.566527 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d96723e-3ac9-459f-80bb-639b9429b963']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:16.576704 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db5875b-b8d4-481a-9b8d-a1f23be84125') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:16.577026 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db5875b-b8d4-481a-9b8d-a1f23be84125') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:16.586634 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (2db5875b-b8d4-481a-9b8d-a1f23be84125), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.588180 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 934a2a79-1c29-4552-be4b-caa850899786 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:16.588533 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 934a2a79-1c29-4552-be4b-caa850899786 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:16.594876 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] For port 934a2a79-1c29-4552-be4b-caa850899786, host dv-cinder-841125-3-iscsi, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:16.595490 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (934a2a79-1c29-4552-be4b-caa850899786), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.600798 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (2db5875b-b8d4-481a-9b8d-a1f23be84125), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.607571 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:44:16.607961 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (2db5875b-b8d4-481a-9b8d-a1f23be84125), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.608360 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Calling delete_port for 934a2a79-1c29-4552-be4b-caa850899786 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:44:16.609660 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:44:16.612426 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Port 934a2a79-1c29-4552-be4b-caa850899786 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 18:44:16.612593 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806'] for port (934a2a79-1c29-4552-be4b-caa850899786), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.639525 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Pushing event deleted for resources: {'Port': ['ID=934a2a79-1c29-4552-be4b-caa850899786,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:16.643617 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] No DVR routers for this DVR port 934a2a79-1c29-4552-be4b-caa850899786 on host dv-cinder-841125-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:44:16.652860 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.653715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.653715 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.654165 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.654649 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.655004 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.655431 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.655888 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.656399 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.656872 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.657286 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.657777 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.658208 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.658697 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.659143 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36911671-980e-47a8-b5a9-77cdf40ab0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:44:16.671497 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (8d96723e-3ac9-459f-80bb-639b9429b963), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.675988 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:16.679139 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d96723e-3ac9-459f-80bb-639b9429b963 HTTP/1.1" status: 204 len: 168 time: 0.5207288 May 09 18:44:16.682094 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:16.731978 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b594dd-282c-4ab1-af1a-2ebbf9b033ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8d96723e-3ac9-459f-80bb-639b9429b963,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:17.025994 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525299'] for router_interface (3aa17104-543d-4488-9b24-97c57829761b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:17.247957 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Deleting port 703163d5-9581-4c7f-8e05-95e3d5e93f9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:17.248642 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:17.322455 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] For port 703163d5-9581-4c7f-8e05-95e3d5e93f9f, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=703163d5-9581-4c7f-8e05-95e3d5e93f9f,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:17.322813 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:17.335405 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Calling delete_port for 703163d5-9581-4c7f-8e05-95e3d5e93f9f owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:17.508159 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (703163d5-9581-4c7f-8e05-95e3d5e93f9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:17.530849 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Pushing event deleted for resources: {'Port': ['ID=703163d5-9581-4c7f-8e05-95e3d5e93f9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:17.633187 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:17.702628 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532204'] for router_interface (3aa17104-543d-4488-9b24-97c57829761b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.173260 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Router 3aa17104-543d-4488-9b24-97c57829761b has already been hosted by L3 agent ad1c658b-4e12-4ff0-9d72-34669786b40a {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:44:18.279303 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] Notify agent at l3_agent.dv-cinder-841125-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:44:18.284370 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-94b26a6f-a6eb-4d48-80b0-8093290a552b admin admin] 10.222.0.25 "PUT /v2.0/routers/3aa17104-543d-4488-9b24-97c57829761b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011937 May 09 18:44:18.286729 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:18.288377 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Sync routers for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:44:18.298424 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:18.299037 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:44:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:18.395249 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks [] for router (3aa17104-543d-4488-9b24-97c57829761b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.403919 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: dv-cinder-841125-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:18.496886 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks [] for router_gateway (3aa17104-543d-4488-9b24-97c57829761b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.542290 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Deleting port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:18.542626 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.566900 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'external_fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:44:17Z', 'revision_number': 5, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port': {'id': 'c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9', 'name': '', 'network_id': 'b020be39-2dab-4a06-8a07-96fb262908c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa17104-543d-4488-9b24-97c57829761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b01b5cd-8ace-4cb1-bb70-c35ea449f686', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-3-iscsi'}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:18.597184 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Checking router: 3aa17104-543d-4488-9b24-97c57829761b for host: dv-cinder-841125-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:44:18.605325 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Routers {'3aa17104-543d-4488-9b24-97c57829761b'} bound to L3 agent in host dv-cinder-841125-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:44:18.605936 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:21:14Z,description=,heartbeat_timestamp=2022-05-09T18:44:14Z,host='dv-cinder-841125-3-iscsi',id=ad1c658b-4e12-4ff0-9d72-34669786b40a,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:21:14Z,topic='l3_agent')) {'router_ids': ['3aa17104-543d-4488-9b24-97c57829761b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:18.619451 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] For port c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,segment=NetworkSegment(934971c8-7ead-415b-96f6-6fe88faeb787),segment_id=934971c8-7ead-415b-96f6-6fe88faeb787)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:18.619827 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.633100 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Calling delete_port for c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:18.783439 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] Set router 3aa17104-543d-4488-9b24-97c57829761b gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:44:18.806134 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:18.833011 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:18.833706 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:44:18Z', 'revision_number': 6, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port_host': None}], 'dv-cinder-841125-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:18.863759 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be968b-fa4e-4a44-9663-a381359f6f5e None None] The sync data for ids ['3aa17104-543d-4488-9b24-97c57829761b'] in dv-cinder-841125-3-iscsi is: [{'id': '3aa17104-543d-4488-9b24-97c57829761b', 'name': 'tempest-TestVolumeBootPattern-791074928-router', 'tenant_id': '227044f3d2f94cea9da8413a52f95829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:56Z', 'updated_at': '2022-05-09T18:44:18Z', 'revision_number': 6, 'project_id': '227044f3d2f94cea9da8413a52f95829', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:44:18.900937 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539585'] for router_gateway (3aa17104-543d-4488-9b24-97c57829761b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.003924 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57980'] for router (3aa17104-543d-4488-9b24-97c57829761b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.006194 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks [] for router_controller (3aa17104-543d-4488-9b24-97c57829761b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.056697 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536720'] for router (3aa17104-543d-4488-9b24-97c57829761b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.057299 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa17104-543d-4488-9b24-97c57829761b {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:44:19.064093 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.065447 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d1eab058-a325-497f-98c2-c5330ebef727 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3aa17104-543d-4488-9b24-97c57829761b HTTP/1.1" status: 204 len: 168 time: 0.7776058 May 09 18:44:19.068085 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:19.110259 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Deleting subnet 551fca8f-56cd-4e7a-9e57-c61f6ad97364 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:44:19.113221 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Publish callbacks [] for subnet (551fca8f-56cd-4e7a-9e57-c61f6ad97364), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.146742 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62642582'] for subnet (551fca8f-56cd-4e7a-9e57-c61f6ad97364), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.225497 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560159'] for subnet (551fca8f-56cd-4e7a-9e57-c61f6ad97364), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.281545 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59298645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58825208'] for subnet (551fca8f-56cd-4e7a-9e57-c61f6ad97364), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.307007 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551fca8f-56cd-4e7a-9e57-c61f6ad97364,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:19.311304 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.314647 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b3133d63-3a31-4db1-88e0-7326fe9e214b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/551fca8f-56cd-4e7a-9e57-c61f6ad97364 HTTP/1.1" status: 204 len: 168 time: 0.2453830 May 09 18:44:19.317059 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:19.318575 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bbc89-26df-4322-9d8c-8d4e0e7168dc None None] Network acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 requested from dv-cinder-841125-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:44:19.385048 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3586816'] for network (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.433437 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Deleting port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:44:19.434661 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776939256549'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.494774 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] For port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6, host dv-cinder-841125-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-3-iscsi',level=0,port_id=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,segment=NetworkSegment(e5877bec-8626-4a7a-bcf6-3b20980ae137),segment_id=e5877bec-8626-4a7a-bcf6-3b20980ae137)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:44:19.495132 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525113'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.508671 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Calling delete_port for ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:44:19.589223 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3662797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776939265913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776938707806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59298468'] for port (ed48f0a8-297f-48f7-91f1-657b1a4d7fb6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.608975 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a95be-4415-4c22-ae69-6431c2498215 None None] DHCP port deletion for acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 request from dv-cinder-841125-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:44:19.616903 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed48f0a8-297f-48f7-91f1-657b1a4d7fb6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:19.620413 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] No DVR routers for this DVR port ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 on host dv-cinder-841125-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:44:19.697848 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561578', 'neutron.services.segments.db._delete_segments_for_network-8776939202070'] for network (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.720782 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:19.730189 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5877bec-8626-4a7a-bcf6-3b20980ae137') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:19.731075 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5877bec-8626-4a7a-bcf6-3b20980ae137') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:44:19.743979 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776939204639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62642607'] for segment (e5877bec-8626-4a7a-bcf6-3b20980ae137), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.757443 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988'] for segment (e5877bec-8626-4a7a-bcf6-3b20980ae137), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.763272 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:44:19.763659 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3549988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59298551'] for segment (e5877bec-8626-4a7a-bcf6-3b20980ae137), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: Traceback (most recent call last): May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: timer() May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: cb(*args, **kw) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: return func(*args, **kwargs) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: self._notify() May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: self.callback(batched_events) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: event.method(event) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: return f(self, *a, **k) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._get(url).json() May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:44:19.765417 dv-cinder-841125-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:44:19.820335 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525811'] for network (acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.825569 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583785'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:19.829337 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] 10.222.0.25 "DELETE /v2.0/networks/acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07 HTTP/1.1" status: 204 len: 168 time: 0.5109847 May 09 18:44:19.843789 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee9a9c-fe77-471f-ac5f-00be9b659e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbd64ef-c05c-464d-b4a8-b4ccfbbc7c07,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:19.943583 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:19.984734 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2d466dad-1899-4e25-b74d-10808873374d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84f9c806f7d54963bd886eae2ab22c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399277 May 09 18:44:19.987098 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:20.039755 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] Publish callbacks [] for security_group (44b56b8c-da0b-492e-9d76-28809a4d7610), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.060648 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] Publish callbacks [] for security_group (44b56b8c-da0b-492e-9d76-28809a4d7610), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.108298 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (44b56b8c-da0b-492e-9d76-28809a4d7610), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.110830 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.112017 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44b56b8c-da0b-492e-9d76-28809a4d7610 HTTP/1.1" status: 204 len: 168 time: 0.1239669 May 09 18:44:20.119292 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e19ef-62e3-4237-a3da-81a2aaf01da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b56b8c-da0b-492e-9d76-28809a4d7610,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:20.288591 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:20.311042 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:20.311406 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device ed48f0a8-297f-48f7-91f1-657b1a4d7fb6 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:20.311809 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:20.330302 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:20.330954 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device c0ff18d3-e79f-4f7b-b358-b0f7a801a8d9 not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:20.331080 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 703163d5-9581-4c7f-8e05-95e3d5e93f9f no longer exists at agent ovs-agent-dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:44:20.350502 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] No Port match for: 703163d5-9581-4c7f-8e05-95e3d5e93f9f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:44:20.350860 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Device 703163d5-9581-4c7f-8e05-95e3d5e93f9f not bound to the agent host dv-cinder-841125-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:44:20.420607 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:20.459868 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cb08f9df-d327-4274-9b81-85ddb4a80443 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=227044f3d2f94cea9da8413a52f95829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381413 May 09 18:44:20.462227 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.25', 42846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:44:20.507617 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] Publish callbacks [] for security_group (a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.528223 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] Publish callbacks [] for security_group (a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.572922 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578831'] for security_group (a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.576190 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:20.577541 dv-cinder-841125-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2 HTTP/1.1" status: 204 len: 168 time: 0.1144414 May 09 18:44:20.585291 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d3645-26d6-4792-80b0-4487cfa18c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95bbbd7-72f5-4a89-bf1f-6fa2e1e5c6f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:44:22.938975 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:44:41.399227 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19ca9347-086a-4b80-955e-d55b067877bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:41.476581 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:43.631050 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6f09de-0e9b-46d3-925a-49fbd5407a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:44.772038 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:46.211414 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:47.625985 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:59.937900 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:45:10.870970 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-f0517c26-943e-4252-970d-9ad7a9524610 req-4f032f6b-e97c-48f4-8991-621c12056ad6 service neutron] (103323) timed out ('10.222.0.36', 52583) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:45:11.401788 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08a336b1-43ee-4ba8-b69d-40b8d49db4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:11.476499 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:13.632300 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b10-0f33-4c74-82f7-d058cc65dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:14.774517 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:16.214230 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:17.629750 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:36.937897 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:45:41.403730 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fae154e1-1c81-4b8e-a390-1243e5417d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:41.504374 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:43.634193 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b90d454c-05e0-4c62-bf2d-3f8c81c5ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:44.776761 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:46.218073 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:47.632456 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:11.405221 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6e92655-f917-438f-8832-b81c4f640166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:11.521703 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:13.640002 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27f4cd72-bf72-4da5-8ab1-3eb3a3563431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:13.938310 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:46:14.780413 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:16.221896 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:17.634003 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.406666 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0625-4112-4ddb-83b7-fd3ac6a92550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.520387 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:43.631987 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f780b050-ae39-4c42-a5fd-7978db4c6a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:44.783752 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.226977 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.635789 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:50.938548 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:47:11.407970 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71b46cb0-9c62-4ac2-aa3b-49ed84f9cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:11.548803 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:13.633800 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e927dbc9-50bd-4787-a328-e437f0113dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:14.785287 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:16.227745 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:17.637505 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:27.937559 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:47:41.411929 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57de1bde-3cba-48b9-8f50-6a71ac6ff1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:41.549043 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:43.635875 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a61bf1cd-5685-4cad-957a-5b2ffdfbe04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:44.787114 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:46.230639 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.639366 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:04.936992 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:48:11.413765 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d016df8-6c87-40c8-bd83-5a947a9e0936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:11.563686 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:13.639110 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d27b814a-12d6-4619-8d6d-b7c83d6d4579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:14.790407 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:16.235341 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:17.640563 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:41.415607 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-948eae62-8ed7-4417-a209-0aa91b44c5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:41.578950 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:41.935742 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:48:43.640993 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-647f2770-cff2-4bda-a89b-f3c78fb029fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:44.793574 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:46.236196 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:47.644795 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:11.416793 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3068af1e-7a95-4492-8ddb-5d5fe516b262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:11.578868 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:13.644461 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc18c07e-8ecf-4e25-8474-43e89484b214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:14.797565 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4386-bb1e-444b-b2bf-5aba6da65ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (07225585-35ff-46e7-a838-193d242fb87b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:16.240179 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef27aaaf-361f-40d7-b275-0041b1e922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (865e1cce-ac18-4a25-b028-c476365b1645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:17.648622 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aa7182e-f002-438d-97d6-4ab1e2551254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a8fdd694-3739-47ed-bf85-f95b4d342957), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:18.935959 dv-cinder-841125-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c4cd747f-bd51-42a9-b456-fee974bb51d4 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:49:40.668296 dv-cinder-841125-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-07fe82ed-1b54-4ff4-9e87-ad46984c6920 req-54965bba-a17c-4157-81a3-b2e581fde834 service neutron] (103323) timed out ('10.222.0.36', 52564) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:49:41.418791 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a7e-38d1-4838-b855-09a1bb753c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (a3876c89-1099-4149-a57b-1159671655bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:41.607988 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00ac197d-070e-4aba-a327-e87cf942be0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (6747c506-8cbd-4004-98cf-44049e300e83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:43.647609 dv-cinder-841125-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d275a682-2821-47cb-a49d-dddf82082181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776939202052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3622825'] for agent (ad1c658b-4e12-4ff0-9d72-34669786b40a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}